-- Logs begin at Sat 2020-12-05 20:54:44 UTC, end at Sat 2020-12-05 22:08:53 UTC. -- Dec 05 21:31:38.653849 dv-cinder-757908-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 05 21:31:41.412219 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.common.config [-] Logging enabled! Dec 05 21:31:41.412776 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev214 Dec 05 21:31:41.414254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80130) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 05 21:31:41.415023 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.common.config [-] Logging enabled! Dec 05 21:31:41.416018 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev214 Dec 05 21:31:41.416300 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80130) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 05 21:31:41.417365 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 05 21:31:41.417631 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 05 21:31:41.418658 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 05 21:31:41.418937 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 05 21:31:41.419192 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 05 21:31:41.419557 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.419922 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.420259 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.420517 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.420853 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.421183 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.421504 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.421834 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.422171 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.422493 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.422808 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.423129 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.423391 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.423712 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.424066 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.424391 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.424651 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] debug = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.424970 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.425509 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.425830 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.426146 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.426477 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.426786 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.427100 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.427422 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.427805 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] host = dv-cinder-757908-4-iscsi {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.428121 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.428451 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.428776 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.429100 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.429410 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.429722 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.430044 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.430352 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.430685 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] log_file = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.431095 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.431412 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.431776 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.432115 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.432372 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.432625 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.432952 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.433279 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.433593 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.433905 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.434218 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.434533 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.434842 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.435146 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.435470 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.435822 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.436150 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.436462 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.436772 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.437078 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.437384 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.437709 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.438020 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.438347 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.438641 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.438967 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.439269 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.439576 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.439945 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.440271 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.440592 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.440916 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.441229 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.441553 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.441861 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.442166 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.442471 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] use_json = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.442777 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.443080 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.443398 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.443705 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.444035 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.444348 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.444654 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.444981 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:41.445309 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.445644 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.445982 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.446371 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.446928 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.447120 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.447448 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.447795 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.448111 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.448440 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.448762 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.449076 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.449397 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.449732 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.450061 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.450369 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.450682 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.451010 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.451322 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.451627 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.451976 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.452287 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.452595 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.452909 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.453220 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.453523 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.453829 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.454140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.454474 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.454783 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.455088 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.455391 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.455701 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.456030 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.456352 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.456666 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.456972 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.457278 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.457590 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.457897 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.458203 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.458515 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.458821 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.459131 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.459437 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.459758 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.460106 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.460412 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.460719 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.461024 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.461327 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.461638 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.462547 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.463089 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.463089 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.463392 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.463697 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.464044 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.464380 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.464692 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.465006 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.465319 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.465632 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.465942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.466253 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.466567 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.466880 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.467185 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.467513 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.467854 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.468177 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.468492 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.468803 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.469135 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.469446 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.469765 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.470077 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.470391 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.470708 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.471024 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.471351 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.471677 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.472028 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.472354 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.472679 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.472992 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.473339 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.473652 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:41.473898 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 05 21:31:41.474159 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80130) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Dec 05 21:31:42.129503 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO keyring.backend [-] Loading Gnome Dec 05 21:31:42.146761 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO keyring.backend [-] Loading Google Dec 05 21:31:42.150032 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO keyring.backend [-] Loading Windows (alt) Dec 05 21:31:42.153578 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO keyring.backend [-] Loading file Dec 05 21:31:42.154533 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO keyring.backend [-] Loading keyczar Dec 05 21:31:42.154810 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO keyring.backend [-] Loading multi Dec 05 21:31:42.155448 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO keyring.backend [-] Loading pyfs Dec 05 21:31:42.202038 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:31:42.202337 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:31:42.202653 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:31:42.203021 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 05 21:31:42.620046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:42.620705 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:42.620705 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:42.682394 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:42.682707 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:42.683005 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:42.686111 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:42.686415 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:42.686710 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:42.765596 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:42.765875 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:42.766177 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:42.767174 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:42.767470 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:42.767784 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:42.886430 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:42.886680 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:42.886980 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:42.887279 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:42.888147 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.072381 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.072747 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.073066 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.073362 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.073654 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.074028 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.074321 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.074607 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.074891 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.075222 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.075515 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.075838 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.076143 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.076431 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.076736 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.077047 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.077335 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.077648 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.077930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.078411 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.078694 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.078973 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.079316 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.079597 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.079897 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.080320 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 05 21:31:43.080594 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 05 21:31:43.080862 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 05 21:31:43.081133 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 05 21:31:43.081401 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 05 21:31:43.081668 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 05 21:31:43.083024 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 05 21:31:43.091055 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 05 21:31:43.098596 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 05 21:31:43.104171 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Dec 05 21:31:43.106919 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 05 21:31:43.108057 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 05 21:31:43.108444 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Dec 05 21:31:43.108880 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 05 21:31:43.112349 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 05 21:31:43.112626 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 05 21:31:43.113011 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Dec 05 21:31:43.135550 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 05 21:31:43.136079 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.136407 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80130) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Dec 05 21:31:43.136848 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.138163 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80130) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 05 21:31:43.138478 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Dec 05 21:31:43.138755 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Dec 05 21:31:43.141826 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.142142 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.206494 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 05 21:31:43.206764 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 05 21:31:43.207032 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 05 21:31:43.207430 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 05 21:31:43.244744 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_db.sqlalchemy.engines [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80130) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 05 21:31:43.551641 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Initializing driver for type 'gre' Dec 05 21:31:43.552250 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] gre ID ranges: [(1, 1000)] Dec 05 21:31:43.595660 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Initializing driver for type 'local' Dec 05 21:31:43.596074 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Initializing driver for type 'vlan' Dec 05 21:31:43.606471 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] VlanTypeDriver initialization complete Dec 05 21:31:43.606838 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Initializing driver for type 'vxlan' Dec 05 21:31:43.607391 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] vxlan ID ranges: [(1, 1000)] Dec 05 21:31:43.652046 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Initializing extension driver 'port_security' Dec 05 21:31:43.652598 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.extensions.port_security [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] PortSecurityExtensionDriver initialization complete Dec 05 21:31:43.652747 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Initializing mechanism driver 'openvswitch' Dec 05 21:31:43.658996 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:31:43.659852 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > port after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.660258 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > port after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.660681 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > port after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.661101 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > subnet after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.661491 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > subnet after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.661866 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.662301 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > network after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.662656 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > network after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.663029 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > network after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.663439 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > security_group after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.663839 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > security_group after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.664211 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.664619 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.665023 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.665396 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.764496 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > address_group after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.764921 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > address_group after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.765318 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.765702 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] ML2 OVO RPC backend initialized. {{(pid=80130) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 05 21:31:43.766505 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.766905 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.767373 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > network before_response 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.767811 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > networks before_response 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.768179 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > port before_response 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.768556 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > ports before_response 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.768937 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > subnet before_response 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.769315 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > subnets before_response 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.769699 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > network after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.770071 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > network after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.770696 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > network after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.771069 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > port after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.771446 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > port after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.771838 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > port after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.772213 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > subnet after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.772583 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > subnet after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.772949 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.773608 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.plugin [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Modular L2 Plugin initialization complete Dec 05 21:31:43.773965 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading services supported by the core plugin {{(pid=80130) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 05 21:31:43.774380 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Got port-security extension from driver 'port_security' Dec 05 21:31:43.775540 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.extensions.vlantransparent [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Disabled vlantransparent extension. Dec 05 21:31:43.777013 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80130) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 05 21:31:43.777371 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading Plugin: router Dec 05 21:31:43.819225 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.819595 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router after_create 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.820050 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router before_create 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.820449 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.820860 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.821275 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router after_delete 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.821671 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.822134 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router after_create 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.822456 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router after_update 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.822842 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router after_update 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.823221 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.823617 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router after_update 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.824122 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router precommit_update 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.824537 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: port after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.824911 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: port after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.825282 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: subnet after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.825653 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.826037 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.826416 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router precommit_create 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.826791 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: port before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.827165 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router precommit_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.827562 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router after_update 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.827960 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.828348 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router precommit_create 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.828754 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.829136 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router precommit_update 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.829560 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > network after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.830555 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Tracking information for resource: router configured {{(pid=80130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 05 21:31:43.830923 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Tracking information for resource: floatingip configured {{(pid=80130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 05 21:31:43.835814 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.l3_agentschedulers_db [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 05 21:31:43.836464 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: port after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.836905 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: port after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.837372 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: port after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.837754 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: port after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.838656 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router before_create 55550100 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.839017 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.839414 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router precommit_create 55550100 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.839823 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > router precommit_update 55550100 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.844578 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.provider_configuration [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Service providers = [] {{(pid=80130) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 05 21:31:43.844920 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.servicetype_db [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80130) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 05 21:31:43.847714 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.service_base [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 05 21:31:43.848128 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.service_base [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 05 21:31:43.848501 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.service_base [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 05 21:31:43.849403 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.service_base [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 05 21:31:43.849800 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.services.service_base [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 05 21:31:43.850216 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 05 21:31:43.850625 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 05 21:31:43.873095 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 05 21:31:43.873453 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading Plugin: auto_allocate Dec 05 21:31:43.884225 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: network precommit_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.884625 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: network precommit_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.885213 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 05 21:31:43.885565 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading Plugin: tag Dec 05 21:31:43.897134 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 05 21:31:43.897499 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading Plugin: timestamp Dec 05 21:31:43.901468 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 05 21:31:43.901825 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading Plugin: network_ip_availability Dec 05 21:31:43.907465 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.907893 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.908282 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:43.909069 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 05 21:31:43.909422 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading Plugin: flavors Dec 05 21:31:43.927247 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 05 21:31:43.927608 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading Plugin: revisions Dec 05 21:31:43.932915 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 05 21:31:43.933339 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.731s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:31:43.934146 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80130) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Dec 05 21:31:43.934503 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Initializing extension manager. Dec 05 21:31:43.935058 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: __init__.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.935431 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: __pycache__ {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.935854 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: _filter_validation_lib.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.936218 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.936585 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: address_group.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.937388 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.938034 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: address-group Dec 05 21:31:43.938392 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: address_scope.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.939147 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.939719 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: address-scope Dec 05 21:31:43.940094 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.941021 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.941586 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: router-admin-state-down-before-update Dec 05 21:31:43.941939 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: agent.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.942685 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.943255 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: agent Dec 05 21:31:43.943606 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: agent_resources_synced.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.944560 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.945125 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: agent-resources-synced Dec 05 21:31:43.945475 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: allowedaddresspairs.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.947379 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.947980 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: allowed-address-pairs Dec 05 21:31:43.948341 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: auto_allocated_topology.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.949406 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.949978 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: auto-allocated-topology Dec 05 21:31:43.950334 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: availability_zone.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.951077 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.951646 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: availability_zone Dec 05 21:31:43.952028 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: availability_zone_filter.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.952954 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.953526 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: availability_zone_filter Dec 05 21:31:43.953884 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: data_plane_status.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.954784 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.955350 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension data-plane-status not supported by any of loaded plugins Dec 05 21:31:43.955705 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: default_subnetpools.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.956776 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.957345 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: default-subnetpools Dec 05 21:31:43.957700 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.958547 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.959122 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: dhcp_agent_scheduler Dec 05 21:31:43.959477 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: dns.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.960413 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.960978 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension dns-integration not supported by any of loaded plugins Dec 05 21:31:43.961326 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: dns_domain_ports.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.962403 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.962850 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 05 21:31:43.963197 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: dvr.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.963934 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.964499 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: dvr Dec 05 21:31:43.964848 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: empty_string_filtering.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.965760 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.966329 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: empty-string-filtering Dec 05 21:31:43.966677 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.967587 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.968204 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 05 21:31:43.968556 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.969473 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.970036 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 05 21:31:43.970386 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: external_net.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.971295 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.971893 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: external-net Dec 05 21:31:43.972251 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.973166 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.973735 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: extra_dhcp_opt Dec 05 21:31:43.974085 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: extraroute.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.974991 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.975560 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: extraroute Dec 05 21:31:43.975937 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: extraroute_atomic.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.976973 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.978125 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: extraroute-atomic Dec 05 21:31:43.978484 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: filter_validation.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.979263 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.979876 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: filter-validation Dec 05 21:31:43.980234 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: fip_pf_description.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.981143 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.981705 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 05 21:31:43.982055 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: fip_port_details.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.982971 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.983539 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: fip-port-details Dec 05 21:31:43.983918 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: flavors.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.985155 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.985832 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: flavors Dec 05 21:31:43.986188 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.987887 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.988473 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 05 21:31:43.988838 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: floatingip_pools.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.989594 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.990169 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: floatingip-pools Dec 05 21:31:43.990530 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: ip_allocation.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.991451 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.992049 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension ip_allocation not supported by any of loaded plugins Dec 05 21:31:43.992409 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.993989 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.994560 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: ip-substring-filtering Dec 05 21:31:43.994913 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: l2_adjacency.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.995856 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.996417 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 05 21:31:43.996770 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: l3.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:43.997864 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:43.998440 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: router Dec 05 21:31:43.998795 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.001201 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.001793 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 05 21:31:44.002159 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.003116 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.003699 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: ext-gw-mode Dec 05 21:31:44.004083 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.005019 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.005588 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: l3-ha Dec 05 21:31:44.005945 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: l3_flavors.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.006860 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.007427 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: l3-flavors Dec 05 21:31:44.007799 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.008886 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.009413 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 05 21:31:44.009769 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: l3agentscheduler.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.010972 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.011552 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: l3_agent_scheduler Dec 05 21:31:44.011933 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: logging.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.013439 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.014017 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension logging not supported by any of loaded plugins Dec 05 21:31:44.014377 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: metering.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.015162 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.015888 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: metering Dec 05 21:31:44.016247 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.017344 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.017917 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: metering_source_and_destination_fields Dec 05 21:31:44.018273 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: multiprovidernet.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.019191 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.019761 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: multi-provider Dec 05 21:31:44.020122 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: netmtu.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.021295 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.021863 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: net-mtu Dec 05 21:31:44.022218 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: netmtu_writable.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.023139 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.023701 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: net-mtu-writable Dec 05 21:31:44.024077 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: network_availability_zone.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.025465 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.026084 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: network_availability_zone Dec 05 21:31:44.026437 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: network_ip_availability.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.027657 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.028248 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: network-ip-availability Dec 05 21:31:44.028604 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: network_segment_range.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.029437 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.030001 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension network-segment-range not supported by any of loaded plugins Dec 05 21:31:44.030357 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: pagination.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.031348 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.031714 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: pagination Dec 05 21:31:44.032090 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.032999 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.033571 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: port-mac-address-regenerate Dec 05 21:31:44.033924 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.034867 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.035433 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: port-numa-affinity-policy Dec 05 21:31:44.035810 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: port_resource_request.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.036711 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.037279 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension port-resource-request not supported by any of loaded plugins Dec 05 21:31:44.037628 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: portbindings.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.038541 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.039106 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: binding Dec 05 21:31:44.039459 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: portbindings_extended.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.041327 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.041903 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: binding-extended Dec 05 21:31:44.042257 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: portsecurity.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.043180 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.043774 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: port-security Dec 05 21:31:44.044130 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: project_id.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.045096 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.045460 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: project-id Dec 05 21:31:44.045824 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: providernet.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.046722 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.047298 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: provider Dec 05 21:31:44.047650 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: qos.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.051292 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.051910 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension qos not supported by any of loaded plugins Dec 05 21:31:44.052275 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.053506 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.054084 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 05 21:31:44.054443 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.055353 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.056581 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 05 21:31:44.056940 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: qos_default.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.057852 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.058418 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension qos-default not supported by any of loaded plugins Dec 05 21:31:44.058775 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: qos_fip.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.059476 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.060076 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension qos-fip not supported by any of loaded plugins Dec 05 21:31:44.060433 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: qos_gateway_ip.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.061349 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.061913 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 05 21:31:44.062266 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: qos_port_network_policy.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.063170 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.063763 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 05 21:31:44.064113 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: qos_rule_type_details.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.065022 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.065587 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 05 21:31:44.065940 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: qos_rules_alias.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.066971 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.067543 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 05 21:31:44.067945 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: quotasv2.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.068936 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.069346 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: quotas Dec 05 21:31:44.069659 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: quotasv2_detail.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.071808 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.072193 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: quota_details Dec 05 21:31:44.072654 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: rbac.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.073927 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.074519 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: rbac-policies Dec 05 21:31:44.074875 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: rbac_address_scope.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.075820 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.076400 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: rbac-address-scope Dec 05 21:31:44.076756 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: rbac_security_groups.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.077668 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.078235 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: rbac-security-groups Dec 05 21:31:44.078590 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: rbac_subnetpool.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.079513 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.080105 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: rbac-subnetpool Dec 05 21:31:44.080459 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: revisionifmatch.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.081372 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.081940 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: revision-if-match Dec 05 21:31:44.082292 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: revisions.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.083400 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.084021 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: standard-attr-revisions Dec 05 21:31:44.084383 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: router_availability_zone.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.085092 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.085671 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: router_availability_zone Dec 05 21:31:44.086025 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: routerservicetype.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.087557 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.088154 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension router-service-type not supported by any of loaded plugins Dec 05 21:31:44.088512 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.089424 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.089996 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: port-security-groups-filtering Dec 05 21:31:44.090348 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.091270 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.091878 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: security-groups-remote-address-group Dec 05 21:31:44.092236 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: securitygroup.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.105319 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.105921 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: security-group Dec 05 21:31:44.106288 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: segment.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.107139 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.107705 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension segment not supported by any of loaded plugins Dec 05 21:31:44.108116 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.109047 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.109614 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 05 21:31:44.109973 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: servicetype.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.111062 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.111637 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: service-type Dec 05 21:31:44.112019 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: sorting.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.112983 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.113353 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: sorting Dec 05 21:31:44.113715 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: standard_attr_segment.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.114620 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.115197 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 05 21:31:44.115553 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: standardattrdescription.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.116261 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.116827 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: standard-attr-description Dec 05 21:31:44.117181 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: stateful_security_group.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.118164 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.118741 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: stateful-security-group Dec 05 21:31:44.119094 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: stdattrs_common.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.119673 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 05 21:31:44.120049 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.120986 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.121557 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 05 21:31:44.121909 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: subnet_onboard.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.122956 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.123537 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: subnet_onboard Dec 05 21:31:44.123921 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.124924 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.125495 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 05 21:31:44.125851 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: subnet_service_types.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.126776 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.127343 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: subnet-service-types Dec 05 21:31:44.127696 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: subnetallocation.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.128801 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.129373 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: subnet_allocation Dec 05 21:31:44.129728 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.130418 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.130987 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: subnetpool-prefix-ops Dec 05 21:31:44.131339 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.132294 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.132859 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 05 21:31:44.133212 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: tagging.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.135028 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.135610 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: standard-attr-tag Dec 05 21:31:44.135993 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: timestamp.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.137160 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.137737 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loaded extension: standard-attr-timestamp Dec 05 21:31:44.138097 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: trunk.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.139130 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.139702 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension trunk not supported by any of loaded plugins Dec 05 21:31:44.140107 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: trunk_details.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.141018 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.141588 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension trunk-details not supported by any of loaded plugins Dec 05 21:31:44.141942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: uplink_status_propagation.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.142855 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.143417 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 05 21:31:44.143786 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Loading extension file: vlantransparent.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 05 21:31:44.144495 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 05 21:31:44.145059 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 05 21:31:44.147952 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Creating instance of TrackedResource for resource:network Dec 05 21:31:44.148766 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Creating instance of TrackedResource for resource:subnet Dec 05 21:31:44.150062 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Creating instance of TrackedResource for resource:subnetpool Dec 05 21:31:44.150715 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Creating instance of TrackedResource for resource:port Dec 05 21:31:44.153249 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 05 21:31:44.153742 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Service FLAVORS assigned prefix: {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 05 21:31:44.154439 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 05 21:31:44.154903 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 05 21:31:44.155270 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Creating instance of TrackedResource for resource:router Dec 05 21:31:44.156014 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Creating instance of TrackedResource for resource:floatingip Dec 05 21:31:44.156773 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Service METERING assigned prefix: /metering {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 05 21:31:44.158531 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:44.158933 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:44.159310 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:31:44.160447 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Creating instance of CountableResource for resource:rbac_policy Dec 05 21:31:44.160929 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Creating instance of TrackedResource for resource:security_group Dec 05 21:31:44.161723 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 05 21:31:44.162534 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Service CORE assigned prefix: {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 05 21:31:44.162900 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Creating instance of TrackedResource for resource:subnetpool Dec 05 21:31:44.163262 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] subnetpool is already registered Dec 05 21:31:44.163948 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Service CORE assigned prefix: {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 05 21:31:44.164321 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Creating instance of TrackedResource for resource:subnetpool Dec 05 21:31:44.164680 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] subnetpool is already registered Dec 05 21:31:44.167393 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 05 21:31:44.167882 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Service FLAVORS assigned prefix: {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 05 21:31:44.168520 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 05 21:31:44.168974 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 05 21:31:44.169338 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Creating instance of TrackedResource for resource:router Dec 05 21:31:44.169696 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] router is already registered Dec 05 21:31:44.170347 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Creating instance of TrackedResource for resource:floatingip Dec 05 21:31:44.170716 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] floatingip is already registered Dec 05 21:31:44.171380 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Service METERING assigned prefix: /metering {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 05 21:31:44.172128 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Creating instance of CountableResource for resource:rbac_policy Dec 05 21:31:44.172489 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] rbac_policy is already registered Dec 05 21:31:44.173103 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Creating instance of TrackedResource for resource:security_group Dec 05 21:31:44.173464 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] security_group is already registered Dec 05 21:31:44.174105 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 05 21:31:44.174459 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] security_group_rule is already registered Dec 05 21:31:44.175170 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Service CORE assigned prefix: {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 05 21:31:44.175528 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Creating instance of TrackedResource for resource:subnetpool Dec 05 21:31:44.175906 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] subnetpool is already registered Dec 05 21:31:44.176562 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Service CORE assigned prefix: {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 05 21:31:44.176926 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Creating instance of TrackedResource for resource:subnetpool Dec 05 21:31:44.177280 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING neutron.quota.resource_registry [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] subnetpool is already registered Dec 05 21:31:44.177999 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: extensions {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.179539 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: address-groups {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.181860 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: address-scopes {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.183136 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: agents {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.184397 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: auto-allocated-topology {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.185718 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: availability_zones {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.187098 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: dhcp-networks {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.188604 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: dhcp-agents {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.190100 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: routers {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.192007 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: flavors {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.193235 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: service_profiles {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.194506 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: next_providers {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.196232 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: service_profiles {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.198202 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: floatingip-pools {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.199476 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: routers {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.201446 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: floatingips {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.202693 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: l3-routers {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.204173 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: l3-agents {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.205662 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: metering-labels {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.207077 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: metering-label-rules {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.208471 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: network-ip-availabilities {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.209797 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: bindings {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.211516 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: quotas {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.213326 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: quotas {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.214817 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: rbac-policies {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.216195 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: security-groups {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.217463 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: security-group-rules {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.218761 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: service-providers {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.220067 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: subnetpools {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.221539 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: subnetpools {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.223169 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: tags {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.224962 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: tags {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.227916 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: tags {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.229774 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: tags {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.231890 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: tags {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.233674 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: tags {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.235543 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: tags {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.237488 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: tags {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.239446 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: tags {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.241401 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Extended resource: tags {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 05 21:31:44.249028 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING keystonemiddleware.auth_token [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 05 21:31:44.254232 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING keystonemiddleware.auth_token [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 05 21:31:44.263681 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Acquired lock "singleton_lock" {{(pid=80130) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 05 21:31:44.264219 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Releasing lock "singleton_lock" {{(pid=80130) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 05 21:31:44.265693 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO oslo_service.service [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Starting 2 workers Dec 05 21:31:44.270738 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Started child 80239 {{(pid=80130) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 05 21:31:44.275187 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:31:44.275639 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Started child 80240 {{(pid=80130) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 05 21:31:44.276729 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [-] (80239) wsgi starting up on http://0.0.0.0:9696 Dec 05 21:31:44.277253 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.service [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 05 21:31:44.278032 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Notify callbacks [] for process, before_spawn {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:31:44.280194 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:31:44.280498 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO oslo_service.service [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Starting 1 workers Dec 05 21:31:44.281556 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [-] (80240) wsgi starting up on http://0.0.0.0:9696 Dec 05 21:31:44.285995 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Started child 80241 {{(pid=80130) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 05 21:31:44.286541 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO oslo_service.service [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Starting 1 workers Dec 05 21:31:44.288708 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.service [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] calling RpcWorker wait() {{(pid=80241) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 05 21:31:44.289112 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.service [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] returning from RpcWorker wait() {{(pid=80241) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 05 21:31:44.290690 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:31:44.291250 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:31:44.291356 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Started child 80242 {{(pid=80130) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 05 21:31:44.292157 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74762085-f3de-494e-8fba-1d4621d08139 None None] Notify callbacks [] for process, after_spawn {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:31:44.293824 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80130) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 05 21:31:44.294069 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 05 21:31:44.294308 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 05 21:31:44.294475 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 05 21:31:44.294877 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 05 21:31:44.295048 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 05 21:31:44.295612 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.295709 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:31:44.295933 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.296240 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.296529 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.296637 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:31:44.296868 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.297516 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.297803 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.298074 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.298380 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.298647 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.298843 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.299032 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.299318 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.299583 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.300057 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.300220 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.300492 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.300772 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.300981 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.301275 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.301584 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.301864 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.302165 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] debug = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.302435 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.303031 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.303281 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.303545 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.303799 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.304085 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.304450 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.304618 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.304865 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.305114 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.305368 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.306171 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.306418 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.306660 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.306952 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.307216 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.307645 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] host = dv-cinder-757908-4-iscsi {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.307911 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.308154 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.308415 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.308676 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.308964 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.309205 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.309489 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.309775 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.310046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.310301 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.310686 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.310858 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.313930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.313930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_file = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.313930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_options = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.313930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.313930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.313930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.313930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.313930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.315046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.315046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.315046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.315046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.315046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.315046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.315046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.315046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.316153 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 48722) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:31:44.316291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.316291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.316291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.316291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.316291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.316291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.316291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.316291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.317347 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.317347 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.317347 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.317347 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.317347 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.318414 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.318414 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.318414 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.318414 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.318414 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.319085 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.319085 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.319085 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.319532 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.319532 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.319844 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.320084 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.320345 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.320608 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.320882 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.321123 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.321995 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.322193 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.322511 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.322863 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_json = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.323117 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.323364 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.323710 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.323986 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.324254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.324531 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.324759 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.325099 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.327496 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.327496 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.327496 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.327496 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.328218 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099874 Dec 05 21:31:44.328396 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.328396 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.328396 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.328396 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.328396 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.328396 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.329254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.329393 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.329643 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.329950 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.330220 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.330507 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.330767 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.331017 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.331239 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.331486 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.332333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.332333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.332333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.332772 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.332772 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.333056 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.333195 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.333412 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.334084 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.334084 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.334386 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.334386 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.334663 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.334874 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.335118 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.335786 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.335786 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.336102 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.337725 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.338052 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.338881 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.338881 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.338881 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.339332 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.339332 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.339598 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.339926 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.340093 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.340235 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.340447 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.340673 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.340921 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.342397 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.342397 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.342397 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.342828 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.342828 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.343102 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.343338 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.343585 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.343963 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.344125 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.344479 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.344723 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.345675 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.345675 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.345675 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.345675 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.346233 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.346233 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.346508 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.346508 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.346781 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.347020 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.347355 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.347634 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.347958 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.348225 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.348491 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.349232 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.349232 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.349232 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.349669 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.349810 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.349954 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.350215 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.350500 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.350770 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.351017 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.351336 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.351499 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.352164 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.352164 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.352523 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.353177 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.353564 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.353883 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.354186 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.354455 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.354760 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.355082 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.355351 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.355656 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.357491 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.357491 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.357491 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.357927 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.357927 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.358190 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.358379 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.358650 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.358914 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.359252 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.359488 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.362160 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.362160 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.362160 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.362160 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.362160 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.362160 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.362160 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.362650 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.362727 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.362926 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.363167 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.363465 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.363758 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.364017 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.364299 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.364583 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.364851 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.365151 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.365431 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.365703 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.365971 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.366262 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.366523 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.366788 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.367031 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.367305 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.368505 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.368762 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.369038 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.369298 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.369540 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.370158 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.370158 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.370462 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.370462 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.370736 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.370939 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.371202 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.371450 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.371700 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.371980 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.372232 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.372494 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.372738 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.373038 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.373322 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.373583 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.373855 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.374104 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.374374 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.374618 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.374896 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.375161 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.375405 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.375646 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.376782 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.377032 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.377877 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.377877 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.377877 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.378206 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.378338 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.378627 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.378895 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.379181 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.379445 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.379691 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.380745 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.381003 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.381264 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.381516 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.383719 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.384069 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.384351 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.384778 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.385064 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.385321 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.385574 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.385846 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.386097 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.386392 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.386691 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.386987 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.387262 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.387565 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.390649 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.391415 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.392676 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.392979 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.395520 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.395989 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.396281 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.396617 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.396862 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.397136 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.397402 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.397691 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.398064 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.398400 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.398728 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.399030 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.401192 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.402507 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.405356 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.405356 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.405356 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.405692 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.405692 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.406005 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.406291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.406594 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.406884 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.407145 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.407402 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.407658 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.411866 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.412185 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.412479 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.412784 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.413048 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.413333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.413599 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.413862 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.414146 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.414417 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.414665 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.414829 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 05 21:31:44.417223 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80130) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 05 21:31:44.417404 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 05 21:31:44.417766 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 05 21:31:44.418009 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 05 21:31:44.418219 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 05 21:31:44.418389 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 05 21:31:44.419953 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.420188 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.420437 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.420672 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.420854 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.421486 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.421834 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.422174 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.422625 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.422982 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.423162 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.423470 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.423865 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.424197 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.424501 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.424802 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.425150 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.425319 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.425522 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.425714 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.425906 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.426097 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.426341 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] debug = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.426532 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.426765 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.426960 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.427149 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.427404 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.427600 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.427833 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.428003 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.428558 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.428753 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.428943 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.429130 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.429316 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.429503 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.429689 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.429879 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.430066 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] host = dv-cinder-757908-4-iscsi {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.430253 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.430437 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.430723 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.431019 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.431345 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.432396 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.432590 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.432785 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.432978 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.434095 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.434513 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.434886 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.435961 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.436506 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_file = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.436886 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_options = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.437449 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.437652 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.437833 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.438047 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.438241 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.438432 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.438607 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.438832 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.439024 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.439214 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.440140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.440140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.440140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.440140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.440140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.440466 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.440466 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.440613 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.440761 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.441102 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.441317 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.441473 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.441661 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.441847 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.442032 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.442219 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.442404 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.442589 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.442774 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.442960 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.443145 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.444659 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.444659 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.444659 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.444659 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.444659 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.444659 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.444659 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.444659 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.445181 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.445181 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.445181 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.445181 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.445426 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.445426 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.445551 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_json = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.445932 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.446053 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.446221 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.446382 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.446536 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.446675 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.446835 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.447021 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 05 21:31:44.447236 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.448961 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.448961 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.448961 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.448961 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.448961 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.448961 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.448961 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.448961 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.449656 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.449656 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.449656 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.449656 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.449656 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.449656 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.450145 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.450145 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.450145 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.450410 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.450504 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.450632 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.450778 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.450943 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.451139 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.451309 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.451681 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.451879 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.452069 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.452258 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.452448 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.452637 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.452827 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.453017 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.453180 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.453367 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.453530 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.453772 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.453923 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.454060 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.454194 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.454388 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.454607 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.454761 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.454898 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.455070 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.455258 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.455446 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.455684 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.455967 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.456136 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.456323 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.456493 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.456666 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.456831 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.457113 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.457333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.457524 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.457712 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.457901 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.458054 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:31:44.458201 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.458338 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.458437 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.459363 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.459363 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.459363 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.459363 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.459363 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.459363 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.460026 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.460026 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.460026 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.460026 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.460403 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.460403 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.460618 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.460793 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.460981 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.461147 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.461340 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.461509 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.462484 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.462819 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.463310 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.463493 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.463655 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.463994 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.464167 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.464167 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.464454 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.464606 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.464751 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.464895 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.465039 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.465183 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.465328 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.465480 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.465635 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.465788 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.465933 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.466125 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.466325 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.466514 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.466703 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.466891 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.467087 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.467292 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.467482 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.467670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.467883 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.468071 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.468260 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.468448 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.468638 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.468827 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.469014 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.469201 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.469388 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.470340 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.470340 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.470340 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.470340 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.470340 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.470858 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.470858 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.470858 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.471785 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.471785 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.471785 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.471785 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.471785 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.472263 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.472263 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.472263 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.472567 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.472567 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.472760 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.473948 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.473948 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.473948 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.473948 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.473948 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.473948 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.473948 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.476086 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.476086 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.476086 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.476086 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.476086 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.476086 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.476086 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.476086 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.478313 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.478313 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.478313 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.478313 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.478313 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.478313 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.478313 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.478313 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.479140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.479140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.479140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.479140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.479140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.479140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.479140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.479140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.480481 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.480481 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.480481 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.480481 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.480881 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.480984 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.481146 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.481339 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.481533 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.481746 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.481939 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.482129 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.482319 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.482509 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.482699 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.483206 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.483206 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.483206 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.483530 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.483530 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.483725 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.483923 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.484066 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.484288 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.484400 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.484638 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.484948 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.485064 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.485170 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.485329 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.485551 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.485756 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.485989 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.486141 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.486466 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.486680 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.486793 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.487636 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.487636 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.487636 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.487636 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.487636 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.488539 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.488539 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.488539 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.488539 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.488539 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.489059 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.489059 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.489059 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.489344 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.489457 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.489563 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.489764 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.490670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.490670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.490670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.490670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.490670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.491170 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.491170 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.491170 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.491506 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.491506 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.491702 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.491702 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.491961 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.492065 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.492242 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.492430 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.493453 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.493453 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.493453 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 05 21:31:44.493453 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 05 21:31:54.959999 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb8187c-e54c-4451-ab86-baf5e79ffb84 None None] get_active_networks_info from dv-cinder-757908-4-iscsi {{(pid=80241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 05 21:31:55.082835 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb8187c-e54c-4451-ab86-baf5e79ffb84 None None] No non-hosted networks {{(pid=80241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 05 21:31:55.130099 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agentschedulers_db [None req-7eb8187c-e54c-4451-ab86-baf5e79ffb84 None None] DHCP Agent not found on host dv-cinder-757908-4-iscsi {{(pid=80241) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Dec 05 21:31:55.261339 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cab45f4-2e98-44f5-b6d6-ff9e845663f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938'] for agent, after_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:31:57.715100 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-14851331-dcd6-470d-92c8-4e635ebf1720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938'] for agent, after_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:31:57.759673 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e26e0346-230d-4744-8959-30718a6409f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:31:58.338087 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938'] for agent, after_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:31:59.855375 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938'] for agent, after_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:01.125992 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938'] for agent, after_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:01.127481 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:01.128068 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:01.128681 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:01.129229 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:01.129775 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:01.130331 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:01.130870 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:01.131429 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:01.132023 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:01.132591 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:01.133138 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:01.134212 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:01.135274 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-757908-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:32:01.144748 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-757908-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:32:01.428543 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.l3_hamode_db [None req-1cfce017-7bbf-4637-9498-482beb108678 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 05 21:32:01.533396 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfce017-7bbf-4637-9498-482beb108678 None None] Routers set() bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:32:01.533752 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfce017-7bbf-4637-9498-482beb108678 None None] Router IDs set() for agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 05 21:32:03.279575 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 48828) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:32:03.402838 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] get_endpoint_by_host() called for host dv-cinder-757908-4-iscsi {{(pid=80241) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 05 21:32:03.408427 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] get_endpoint_by_ip() called for ip 192.168.0.48 {{(pid=80241) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 05 21:32:03.412097 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] _add_endpoint() called for ip 192.168.0.48 {{(pid=80241) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 05 21:32:03.417796 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] _get_endpoints() called {{(pid=80241) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 05 21:32:04.072078 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING oslo_policy.policy [None req-47b45c99-ef2e-4523-83d4-17fc5c92ed1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 05 21:32:04.072698 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING oslo_policy.policy [None req-47b45c99-ef2e-4523-83d4-17fc5c92ed1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 05 21:32:04.312224 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [None req-47b45c99-ef2e-4523-83d4-17fc5c92ed1a admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80239) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 05 21:32:04.313353 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-47b45c99-ef2e-4523-83d4-17fc5c92ed1a admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 1.0322630 Dec 05 21:32:07.115428 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 48844) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:32:07.559683 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-bde3341f-f8df-43b2-b9bd-146a3d8b93df admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:32:07.612423 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.policy [None req-bde3341f-f8df-43b2-b9bd-146a3d8b93df admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80239) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 05 21:32:07.613276 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING oslo_policy.policy [None req-bde3341f-f8df-43b2-b9bd-146a3d8b93df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 05 21:32:07.613696 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING oslo_policy.policy [None req-bde3341f-f8df-43b2-b9bd-146a3d8b93df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 05 21:32:07.622320 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.quota [None req-bde3341f-f8df-43b2-b9bd-146a3d8b93df admin admin] Loaded quota_driver: . Dec 05 21:32:07.670234 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-bde3341f-f8df-43b2-b9bd-146a3d8b93df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:32:07.726770 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bde3341f-f8df-43b2-b9bd-146a3d8b93df admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751914054745', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751914068349', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751914072785', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751914098396', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751914089751', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853059300', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853058206', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854130788', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036838634514'] for rbac-policy, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:07.793767 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bde3341f-f8df-43b2-b9bd-146a3d8b93df admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:07.795024 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-bde3341f-f8df-43b2-b9bd-146a3d8b93df admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6785960 Dec 05 21:32:10.841884 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 48858) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:32:11.251632 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Request body: {'network': {'project_id': '126be18d325640b997876b774b53b19c', 'admin_state_up': True, 'name': 'private'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:32:11.257652 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:32:11.262982 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Usage tracker for resource:network and tenant:126be18d325640b997876b774b53b19c is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:32:11.266805 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:32:11.273137 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:32:11.281970 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Made reservation on behalf of 126be18d325640b997876b774b53b19c for: {'network': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:32:11.287897 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for network, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:11.307534 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:11.322850 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:32:11.326660 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Usage tracker for resource:security_group_rule and tenant:126be18d325640b997876b774b53b19c is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:32:11.330202 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:32:11.336006 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:32:11.437894 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:11.440666 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:11.447166 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:32:11.467036 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 05 21:32:11.491334 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751910936879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:11.491958 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Added segment 6306ab95-4015-41fc-96e7-168ec0e9c3d1 of type vxlan for network 59eef288-bbc0-47fb-80f8-8e0466ced3fd Dec 05 21:32:11.557914 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836dc183-e118-4e4a-9bb1-39a0406b8fbb,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:32:11.585404 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:11.585711 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:11.586077 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:11.586774 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:11.587128 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:11.587494 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:11.587867 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:11.588206 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:11.588566 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:11.588922 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:11.589264 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:11.589604 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Tracked resource versions report: Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: pushed versions: Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: { 'AddressGroup': {'1.0'}, Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: 'ConntrackHelper': {'1.0'}, Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Log': {'1.0'}, Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Network': {'1.1'}, Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Port': {'1.6'}, Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: 'PortForwarding': {'1.2'}, Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: 'QosPolicy': {'1.8'}, Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroup': {'1.3'}, Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroupRule': {'1.1'}, Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SubPort': {'1.0'}, Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Subnet': {'1.1'}, Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Trunk': {'1.1'}} Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: consumer versions: Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: { DHCP agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: L3 agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: Metadata agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: Metering agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: Open vSwitch agent@dv-cinder-757908-4-iscsi: { 'AddressGroup': '1.0', Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: 'ConntrackHelper': '1.0', Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Log': '1.0', Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Network': '1.1', Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Port': '1.6', Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: 'PortForwarding': '1.2', Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: 'QosPolicy': '1.8', Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroup': '1.3', Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroupRule': '1.1', Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SubPort': '1.0', Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Subnet': '1.1', Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Trunk': '1.1'}} Dec 05 21:32:11.590799 dv-cinder-757908-4-iscsi neutron-server[80130]: {{(pid=80239) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 05 21:32:11.619418 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284944475320'] for network, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:11.639252 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:32:11.668239 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for network, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:11.669621 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:32:11.670301 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:11.675170 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:32:11.942187 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0991123 Dec 05 21:32:11.942914 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Pushing event updated for resources: {'Network': ['ID=59eef288-bbc0-47fb-80f8-8e0466ced3fd,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:32:11.946895 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:32:11.959694 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Network 59eef288-bbc0-47fb-80f8-8e0466ced3fd details requested by agent ovs-agent-dv-cinder-757908-4-iscsi with host dv-cinder-757908-4-iscsi {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:32:15.117163 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 48874) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:32:15.633805 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0097df8-6669-4b1e-aed4-e82cbb2e48bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:32:15.635216 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-d0097df8-6669-4b1e-aed4-e82cbb2e48bb admin admin] 10.222.0.50 "GET /v2.0/networks/59eef288-bbc0-47fb-80f8-8e0466ced3fd HTTP/1.1" status: 200 len: 818 time: 0.5164821 Dec 05 21:32:15.668264 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c0fadced-0c88-41b5-9ac6-e226d9f36435 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/9c28fc63-c962-4370-a333-071bdb85f560 HTTP/1.1" status: 200 len: 734 time: 0.0266745 Dec 05 21:32:15.678482 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-6455db08-911d-42ad-ad51-81025d54bd87 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '59eef288-bbc0-47fb-80f8-8e0466ced3fd', 'ip_version': 4, 'tenant_id': '126be18d325640b997876b774b53b19c', 'subnetpool_id': '9c28fc63-c962-4370-a333-071bdb85f560'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:32:15.685519 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6455db08-911d-42ad-ad51-81025d54bd87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:32:15.690936 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6455db08-911d-42ad-ad51-81025d54bd87 admin admin] Usage tracker for resource:subnet and tenant:126be18d325640b997876b774b53b19c is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:32:15.694056 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6455db08-911d-42ad-ad51-81025d54bd87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:32:15.700670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6455db08-911d-42ad-ad51-81025d54bd87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:32:15.709481 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6455db08-911d-42ad-ad51-81025d54bd87 admin admin] Made reservation on behalf of 126be18d325640b997876b774b53b19c for: {'subnet': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:32:15.714030 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6455db08-911d-42ad-ad51-81025d54bd87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:16.217921 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6455db08-911d-42ad-ad51-81025d54bd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for subnet, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:16.232481 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:32:16.372971 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455db08-911d-42ad-ad51-81025d54bd87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3744a3d-1219-49f3-aa0b-d439a12dad5b,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:32:16.379001 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6455db08-911d-42ad-ad51-81025d54bd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:32:16.438957 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6455db08-911d-42ad-ad51-81025d54bd87 admin admin] Checking segment: {'id': '6306ab95-4015-41fc-96e7-168ec0e9c3d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '59eef288-bbc0-47fb-80f8-8e0466ced3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:32:16.439336 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6455db08-911d-42ad-ad51-81025d54bd87 admin admin] Network hostable DHCP agents. Network: 59eef288-bbc0-47fb-80f8-8e0466ced3fd, hostable agents: ['f9b3e222-eb4b-465e-917f-070186e4772e'], hosted agents: [] {{(pid=80239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 05 21:32:16.460572 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6455db08-911d-42ad-ad51-81025d54bd87 admin admin] Network 59eef288-bbc0-47fb-80f8-8e0466ced3fd is scheduled to be hosted by DHCP agent f9b3e222-eb4b-465e-917f-070186e4772e with binding_index 1 {{(pid=80239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 05 21:32:16.469490 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-6455db08-911d-42ad-ad51-81025d54bd87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-4-iscsi, 59eef288-bbc0-47fb-80f8-8e0466ced3fd) {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:32:16.474029 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6455db08-911d-42ad-ad51-81025d54bd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:32:16.474663 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6455db08-911d-42ad-ad51-81025d54bd87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:16.479396 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d710941b-13eb-465b-9204-e3364b6bf17d None None] Network 59eef288-bbc0-47fb-80f8-8e0466ced3fd requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:32:16.495207 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6455db08-911d-42ad-ad51-81025d54bd87 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8205719 Dec 05 21:32:16.815701 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d7ccdaa-baf9-5d9f-809c-bfb6fe7b06ae-59eef288-bbc0-47fb-80f8-8e0466ced3fd', 'network_id': '59eef288-bbc0-47fb-80f8-8e0466ced3fd', 'tenant_id': '126be18d325640b997876b774b53b19c', 'fixed_ips': [{'subnet_id': 'a3744a3d-1219-49f3-aa0b-d439a12dad5b'}]}} from dv-cinder-757908-4-iscsi. {{(pid=80241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 05 21:32:16.816930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:17.342699 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Allocated IP 172.20.0.2 (59eef288-bbc0-47fb-80f8-8e0466ced3fd/a3744a3d-1219-49f3-aa0b-d439a12dad5b/e789a3fc-0cb5-49ed-aad1-65f3ab00f68d) {{(pid=80241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:32:17.580441 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Notify callbacks [] for port, precommit_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:17.594080 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Transition to ACTIVE for port object e789a3fc-0cb5-49ed-aad1-65f3ab00f68d will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:32:17.611843 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Transition to ACTIVE for port object e789a3fc-0cb5-49ed-aad1-65f3ab00f68d will not be triggered until provisioned by entity DHCP. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:32:17.617914 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:17.634276 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:32:17.780853 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Pushing event updated for resources: {'Port': ['ID=e789a3fc-0cb5-49ed-aad1-65f3ab00f68d,revision_number=1']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:32:17.797888 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:17.798257 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:17.798621 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:17.798975 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:17.799326 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:17.799677 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:17.800063 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:17.800416 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:17.800777 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:17.801123 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:17.801465 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:17.801806 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Tracked resource versions report: Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: pushed versions: Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: { 'AddressGroup': {'1.0'}, Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: 'ConntrackHelper': {'1.0'}, Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Log': {'1.0'}, Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Network': {'1.1'}, Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Port': {'1.6'}, Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: 'PortForwarding': {'1.2'}, Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: 'QosPolicy': {'1.8'}, Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroup': {'1.3'}, Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroupRule': {'1.1'}, Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SubPort': {'1.0'}, Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Subnet': {'1.1'}, Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Trunk': {'1.1'}} Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: consumer versions: Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: { DHCP agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: L3 agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: Metadata agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: Metering agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: Open vSwitch agent@dv-cinder-757908-4-iscsi: { 'AddressGroup': '1.0', Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: 'ConntrackHelper': '1.0', Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Log': '1.0', Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Network': '1.1', Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Port': '1.6', Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: 'PortForwarding': '1.2', Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: 'QosPolicy': '1.8', Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroup': '1.3', Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroupRule': '1.1', Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SubPort': '1.0', Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Subnet': '1.1', Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Trunk': '1.1'}} Dec 05 21:32:17.802938 dv-cinder-757908-4-iscsi neutron-server[80130]: {{(pid=80241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 05 21:32:17.828144 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:32:17.851247 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Network 59eef288-bbc0-47fb-80f8-8e0466ced3fd is already hosted by enough agents. {{(pid=80241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:32:17.852675 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Resources bound (agent type, host, resource id): {{(pid=80241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:32:17.855470 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Received port after_create {{(pid=80241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:32:17.913898 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Attempting to bind port e789a3fc-0cb5-49ed-aad1-65f3ab00f68d on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:32:17.914338 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Attempting to bind port e789a3fc-0cb5-49ed-aad1-65f3ab00f68d by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': '6306ab95-4015-41fc-96e7-168ec0e9c3d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '59eef288-bbc0-47fb-80f8-8e0466ced3fd'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:32:17.914731 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Attempting to bind port e789a3fc-0cb5-49ed-aad1-65f3ab00f68d on network 59eef288-bbc0-47fb-80f8-8e0466ced3fd {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:32:17.920951 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:32:17.921384 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Checking segment: {'id': '6306ab95-4015-41fc-96e7-168ec0e9c3d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '59eef288-bbc0-47fb-80f8-8e0466ced3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:32:17.921982 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:17.922416 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Bound using segment: {'id': '6306ab95-4015-41fc-96e7-168ec0e9c3d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '59eef288-bbc0-47fb-80f8-8e0466ced3fd'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:32:17.922965 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Bound port: e789a3fc-0cb5-49ed-aad1-65f3ab00f68d, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6306ab95-4015-41fc-96e7-168ec0e9c3d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '59eef288-bbc0-47fb-80f8-8e0466ced3fd'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:32:17.923382 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:18.021209 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] For port e789a3fc-0cb5-49ed-aad1-65f3ab00f68d, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:32:18.025680 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] For port e789a3fc-0cb5-49ed-aad1-65f3ab00f68d, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=e789a3fc-0cb5-49ed-aad1-65f3ab00f68d,segment=NetworkSegment(6306ab95-4015-41fc-96e7-168ec0e9c3d1),segment_id=6306ab95-4015-41fc-96e7-168ec0e9c3d1)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:32:18.028963 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:18.044591 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:32:18.205135 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Pushing event updated for resources: {'Port': ['ID=e789a3fc-0cb5-49ed-aad1-65f3ab00f68d,revision_number=2']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:32:18.209759 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:32:19.293877 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 48884) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:32:19.821032 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [None req-e406fe8a-5ad3-479a-a8eb-fa2b5b75cdad admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80239) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 05 21:32:19.822170 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e406fe8a-5ad3-479a-a8eb-fa2b5b75cdad admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.5271425 Dec 05 21:32:21.481364 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device e789a3fc-0cb5-49ed-aad1-65f3ab00f68d up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:32:21.561480 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port e789a3fc-0cb5-49ed-aad1-65f3ab00f68d completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:32:22.817983 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 48898) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:32:22.854147 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078a170f-203c-48ae-8f52-50086f42076f None None] Network 59eef288-bbc0-47fb-80f8-8e0466ced3fd requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:32:22.945899 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-9ceeac79-cfc5-415f-8d92-2a45d5555993 None None] Provisioning for port e789a3fc-0cb5-49ed-aad1-65f3ab00f68d completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:32:22.957113 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-9ceeac79-cfc5-415f-8d92-2a45d5555993 None None] Provisioning complete for port e789a3fc-0cb5-49ed-aad1-65f3ab00f68d triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:32:22.957532 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9ceeac79-cfc5-415f-8d92-2a45d5555993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:23.170538 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9ceeac79-cfc5-415f-8d92-2a45d5555993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:23.252224 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-9ceeac79-cfc5-415f-8d92-2a45d5555993 None None] For port e789a3fc-0cb5-49ed-aad1-65f3ab00f68d, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=e789a3fc-0cb5-49ed-aad1-65f3ab00f68d,segment=NetworkSegment(6306ab95-4015-41fc-96e7-168ec0e9c3d1),segment_id=6306ab95-4015-41fc-96e7-168ec0e9c3d1)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:32:23.259176 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9ceeac79-cfc5-415f-8d92-2a45d5555993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:23.262201 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1086f946-0c42-4b6b-8008-76a735645c2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:32:23.296162 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [None req-291cf33b-a53a-4d2c-9408-e2323383be86 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80239) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 05 21:32:23.297255 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-291cf33b-a53a-4d2c-9408-e2323383be86 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4783242 Dec 05 21:32:23.340403 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceeac79-cfc5-415f-8d92-2a45d5555993 None None] Pushing event updated for resources: {'Port': ['ID=e789a3fc-0cb5-49ed-aad1-65f3ab00f68d,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:32:23.343513 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9ceeac79-cfc5-415f-8d92-2a45d5555993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:32:23.458299 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device e789a3fc-0cb5-49ed-aad1-65f3ab00f68d up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:32:23.547717 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port e789a3fc-0cb5-49ed-aad1-65f3ab00f68d triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:32:23.548318 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:23.623916 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-5f00faef-e5a2-4569-aaa3-c3a2479b01e4 None None] Provisioning complete for port e789a3fc-0cb5-49ed-aad1-65f3ab00f68d triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:32:23.624320 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5f00faef-e5a2-4569-aaa3-c3a2479b01e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:23.940533 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-4647320a-5fe6-4b99-8a9f-7271c2469341 None None] Provisioning complete for port e789a3fc-0cb5-49ed-aad1-65f3ab00f68d triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:32:23.941124 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4647320a-5fe6-4b99-8a9f-7271c2469341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:24.817802 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c6177cc7-778b-4b4d-8d24-2e5d45a7454c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:26.568772 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 48910) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:32:26.997091 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-683a420e-6122-418e-a93f-3f28a118b5b8 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '126be18d325640b997876b774b53b19c'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:32:27.002551 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-683a420e-6122-418e-a93f-3f28a118b5b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:32:27.006531 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-683a420e-6122-418e-a93f-3f28a118b5b8 admin admin] Usage tracker for resource:router and tenant:126be18d325640b997876b774b53b19c is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:32:27.010348 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-683a420e-6122-418e-a93f-3f28a118b5b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:32:27.016006 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-683a420e-6122-418e-a93f-3f28a118b5b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:32:27.025056 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-683a420e-6122-418e-a93f-3f28a118b5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32561'] for router, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:27.026347 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-683a420e-6122-418e-a93f-3f28a118b5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854376006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854189987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-417262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743239'] for router, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:27.046675 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-683a420e-6122-418e-a93f-3f28a118b5b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:27.145861 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-683a420e-6122-418e-a93f-3f28a118b5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585736'] for router, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:27.163920 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-683a420e-6122-418e-a93f-3f28a118b5b8 admin admin] Notify callbacks [] for router, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:27.165224 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-683a420e-6122-418e-a93f-3f28a118b5b8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5954065 Dec 05 21:32:27.699931 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ab07f309-09f2-41e1-9048-4a6f7b7ecf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:28.291210 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:29.621660 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:29.941199 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 48930) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:32:30.130291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [None req-11cd7e76-4668-4674-81c8-ae6473ad06eb admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80239) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 05 21:32:30.131368 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-11cd7e76-4668-4674-81c8-ae6473ad06eb admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.1891489 Dec 05 21:32:31.111250 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:32.688960 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 48950) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:32:32.769392 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:32:32.775644 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:32:32.779661 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Usage tracker for resource:network and tenant:b58d3ddae8e54688aa1b122ceed7e76b is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:32:32.783149 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:32:32.788977 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:32:32.797533 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Made reservation on behalf of b58d3ddae8e54688aa1b122ceed7e76b for: {'network': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:32:32.802088 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for network, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:32.817735 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:32.833147 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:32:32.837841 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Usage tracker for resource:security_group_rule and tenant:b58d3ddae8e54688aa1b122ceed7e76b is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:32:32.840716 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:32:32.846298 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:32:32.931974 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:32.934833 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:32.939091 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:32:32.954651 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Reserving flat network on physical network physnet1 {{(pid=80239) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 05 21:32:32.976820 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff40dd4c-bb9f-4a49-9fad-61f0506a87c0,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:32:32.981479 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:32:32.982493 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751910936879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:32.983110 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Unsubscribe: segment precommit_create {{(pid=80239) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 05 21:32:32.983527 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Added segment bdaca4bf-7443-446d-90f9-29ba59cacb86 of type flat for network dd6739ac-3b61-4fa5-bbf5-45fb885265ae Dec 05 21:32:33.019542 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284944475320'] for network, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:33.056043 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for network, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:33.057281 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:32:33.057916 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:33.062718 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:32:33.166671 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4764094 Dec 05 21:32:33.169897 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Pushing event updated for resources: {'Network': ['ID=dd6739ac-3b61-4fa5-bbf5-45fb885265ae,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:32:33.172653 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:32:33.181126 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Network dd6739ac-3b61-4fa5-bbf5-45fb885265ae details requested by agent ovs-agent-dv-cinder-757908-4-iscsi with host dv-cinder-757908-4-iscsi {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:32:34.369636 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 5 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:32:35.844657 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 48960) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:32:36.049240 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING oslo_policy.policy [None req-f43d6e09-f996-4806-9f20-f5d8d71b313b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 05 21:32:36.049852 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING oslo_policy.policy [None req-f43d6e09-f996-4806-9f20-f5d8d71b313b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 05 21:32:36.449383 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.policy [None req-f43d6e09-f996-4806-9f20-f5d8d71b313b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80240) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 05 21:32:36.450236 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING oslo_policy.policy [None req-f43d6e09-f996-4806-9f20-f5d8d71b313b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 05 21:32:36.450647 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING oslo_policy.policy [None req-f43d6e09-f996-4806-9f20-f5d8d71b313b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 05 21:32:36.456587 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43d6e09-f996-4806-9f20-f5d8d71b313b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:32:36.458625 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f43d6e09-f996-4806-9f20-f5d8d71b313b admin admin] 10.222.0.50 "GET /v2.0/subnets/a3744a3d-1219-49f3-aa0b-d439a12dad5b HTTP/1.1" status: 200 len: 849 time: 0.6119771 Dec 05 21:32:36.635577 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-0913bfba-1f4c-4b9b-bd47-3a651724e876 admin admin] 10.222.0.50 "GET /v2.0/routers/5e664b33-6b17-4198-8e65-264c0dac2b27 HTTP/1.1" status: 200 len: 704 time: 0.1705549 Dec 05 21:32:37.269214 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:37.681563 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Allocated IP 172.20.0.1 (59eef288-bbc0-47fb-80f8-8e0466ced3fd/a3744a3d-1219-49f3-aa0b-d439a12dad5b/413557ef-68ec-4627-ba31-1ba70ef83bff) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:32:37.849622 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:37.867995 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Transition to ACTIVE for port object 413557ef-68ec-4627-ba31-1ba70ef83bff will not be triggered until provisioned by entity DHCP. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:32:37.918895 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:37.943523 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:32:38.098978 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Pushing event updated for resources: {'Port': ['ID=413557ef-68ec-4627-ba31-1ba70ef83bff,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:32:38.110361 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:38.110685 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:38.111052 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:38.111409 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:38.111783 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:38.112152 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:38.112511 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:38.112861 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:38.113225 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:38.113576 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:38.114361 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:38.114708 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Tracked resource versions report: Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: pushed versions: Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: { 'AddressGroup': {'1.0'}, Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: 'ConntrackHelper': {'1.0'}, Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Log': {'1.0'}, Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Network': {'1.1'}, Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Port': {'1.6'}, Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: 'PortForwarding': {'1.2'}, Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: 'QosPolicy': {'1.8'}, Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroup': {'1.3'}, Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroupRule': {'1.1'}, Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SubPort': {'1.0'}, Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Subnet': {'1.1'}, Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Trunk': {'1.1'}} Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: consumer versions: Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: { DHCP agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: L3 agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: Metadata agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: Metering agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: Open vSwitch agent@dv-cinder-757908-4-iscsi: { 'AddressGroup': '1.0', Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: 'ConntrackHelper': '1.0', Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Log': '1.0', Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Network': '1.1', Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Port': '1.6', Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: 'PortForwarding': '1.2', Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: 'QosPolicy': '1.8', Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroup': '1.3', Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroupRule': '1.1', Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SubPort': '1.0', Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Subnet': '1.1', Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Trunk': '1.1'}} Dec 05 21:32:38.115875 dv-cinder-757908-4-iscsi neutron-server[80130]: {{(pid=80240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 05 21:32:38.165928 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:32:38.184284 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Network 59eef288-bbc0-47fb-80f8-8e0466ced3fd is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:32:38.185436 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:32:38.188452 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:32:38.189017 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577140'] for router_interface, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:38.375810 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-157f0079-f201-4f4a-bc56-ea9197c7db77 None None] Provisioning for port 413557ef-68ec-4627-ba31-1ba70ef83bff completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:32:38.381530 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-157f0079-f201-4f4a-bc56-ea9197c7db77 None None] Provisioning complete for port 413557ef-68ec-4627-ba31-1ba70ef83bff triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:32:38.381936 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-157f0079-f201-4f4a-bc56-ea9197c7db77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:38.441158 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-157f0079-f201-4f4a-bc56-ea9197c7db77 None None] Port 413557ef-68ec-4627-ba31-1ba70ef83bff cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:32:38.618253 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:38.926363 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:38.930016 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:38.931097 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1253663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854198767'] for router_interface, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:38.946353 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:32:39.089113 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Pushing event updated for resources: {'Port': ['ID=413557ef-68ec-4627-ba31-1ba70ef83bff,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:32:39.098507 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:32:39.147688 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Network 59eef288-bbc0-47fb-80f8-8e0466ced3fd is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:32:39.149959 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:32:39.350504 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Router 5e664b33-6b17-4198-8e65-264c0dac2b27 is scheduled to L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 with binding_index 1 {{(pid=80240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 05 21:32:39.369670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-a1a77b03-3ce2-40d0-bbcc-7327c9dca470 None None] Provisioning complete for port 413557ef-68ec-4627-ba31-1ba70ef83bff triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:32:39.370280 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a1a77b03-3ce2-40d0-bbcc-7327c9dca470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:39.461004 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-a1a77b03-3ce2-40d0-bbcc-7327c9dca470 None None] Port 413557ef-68ec-4627-ba31-1ba70ef83bff cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:32:39.521844 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:32:39.531596 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] Sync routers for ids ['5e664b33-6b17-4198-8e65-264c0dac2b27'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:32:39.534116 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] 10.222.0.50 "PUT /v2.0/routers/5e664b33-6b17-4198-8e65-264c0dac2b27/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8925018 Dec 05 21:32:39.544149 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] Routers {'5e664b33-6b17-4198-8e65-264c0dac2b27'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:32:39.545027 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:32:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['5e664b33-6b17-4198-8e65-264c0dac2b27'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:32:39.737918 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] Set router 5e664b33-6b17-4198-8e65-264c0dac2b27 gateway port host: None {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:32:40.148961 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e664b33-6b17-4198-8e65-264c0dac2b27', 'name': 'router1', 'tenant_id': '126be18d325640b997876b774b53b19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:32:27Z', 'updated_at': '2020-12-05T21:32:38Z', 'revision_number': 2, 'project_id': '126be18d325640b997876b774b53b19c', 'gw_port_host': None, '_interfaces': [{'id': '413557ef-68ec-4627-ba31-1ba70ef83bff', 'name': '', 'network_id': '59eef288-bbc0-47fb-80f8-8e0466ced3fd', 'tenant_id': '126be18d325640b997876b774b53b19c', 'mac_address': 'fa:16:3e:ee:ae:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e664b33-6b17-4198-8e65-264c0dac2b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3744a3d-1219-49f3-aa0b-d439a12dad5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:32:37Z', 'updated_at': '2020-12-05T21:32:38Z', 'revision_number': 2, 'project_id': '126be18d325640b997876b774b53b19c', 'subnets': [{'id': 'a3744a3d-1219-49f3-aa0b-d439a12dad5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c28fc63-c962-4370-a333-071bdb85f560'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:32:40.154427 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] Checking router: 5e664b33-6b17-4198-8e65-264c0dac2b27 for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:32:40.154831 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] Updating router 5e664b33-6b17-4198-8e65-264c0dac2b27 port 413557ef-68ec-4627-ba31-1ba70ef83bff binding host dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 05 21:32:40.209385 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:40.838141 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] Notify callbacks [] for port, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:40.855693 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] Transition to ACTIVE for port object 413557ef-68ec-4627-ba31-1ba70ef83bff will not be triggered until provisioned by entity L2. {{(pid=80242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:32:40.858908 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:40.878645 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:32:41.032229 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e7ac1-b824-48f6-b4da-2b41d203a3dd None None] Pushing event updated for resources: {'Port': ['ID=413557ef-68ec-4627-ba31-1ba70ef83bff,revision_number=3']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:32:41.047667 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e7ac1-b824-48f6-b4da-2b41d203a3dd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:41.048060 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e7ac1-b824-48f6-b4da-2b41d203a3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:41.048430 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e7ac1-b824-48f6-b4da-2b41d203a3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:41.048785 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e7ac1-b824-48f6-b4da-2b41d203a3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:41.049140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e7ac1-b824-48f6-b4da-2b41d203a3dd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:41.049493 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e7ac1-b824-48f6-b4da-2b41d203a3dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:41.049843 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e7ac1-b824-48f6-b4da-2b41d203a3dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:41.050193 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e7ac1-b824-48f6-b4da-2b41d203a3dd None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:41.050548 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e7ac1-b824-48f6-b4da-2b41d203a3dd None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:41.050896 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e7ac1-b824-48f6-b4da-2b41d203a3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:41.051241 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e7ac1-b824-48f6-b4da-2b41d203a3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:41.051584 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e7ac1-b824-48f6-b4da-2b41d203a3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e7ac1-b824-48f6-b4da-2b41d203a3dd None None] Tracked resource versions report: Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: pushed versions: Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: { 'AddressGroup': {'1.0'}, Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: 'ConntrackHelper': {'1.0'}, Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Log': {'1.0'}, Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Network': {'1.1'}, Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Port': {'1.6'}, Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: 'PortForwarding': {'1.2'}, Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: 'QosPolicy': {'1.8'}, Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroup': {'1.3'}, Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroupRule': {'1.1'}, Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SubPort': {'1.0'}, Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Subnet': {'1.1'}, Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Trunk': {'1.1'}} Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: consumer versions: Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: { DHCP agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: L3 agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: Metadata agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: Metering agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: Open vSwitch agent@dv-cinder-757908-4-iscsi: { 'AddressGroup': '1.0', Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: 'ConntrackHelper': '1.0', Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Log': '1.0', Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Network': '1.1', Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Port': '1.6', Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: 'PortForwarding': '1.2', Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: 'QosPolicy': '1.8', Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroup': '1.3', Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroupRule': '1.1', Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SubPort': '1.0', Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Subnet': '1.1', Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Trunk': '1.1'}} Dec 05 21:32:41.052733 dv-cinder-757908-4-iscsi neutron-server[80130]: {{(pid=80242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 05 21:32:41.068320 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dc5e7ac1-b824-48f6-b4da-2b41d203a3dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:32:41.206786 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] Attempting to bind port 413557ef-68ec-4627-ba31-1ba70ef83bff on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:32:41.207186 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] Attempting to bind port 413557ef-68ec-4627-ba31-1ba70ef83bff by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': '6306ab95-4015-41fc-96e7-168ec0e9c3d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '59eef288-bbc0-47fb-80f8-8e0466ced3fd'}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:32:41.207593 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] Attempting to bind port 413557ef-68ec-4627-ba31-1ba70ef83bff on network 59eef288-bbc0-47fb-80f8-8e0466ced3fd {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:32:41.214135 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:32:41.214565 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] Checking segment: {'id': '6306ab95-4015-41fc-96e7-168ec0e9c3d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '59eef288-bbc0-47fb-80f8-8e0466ced3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:32:41.215152 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:41.215585 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] Bound using segment: {'id': '6306ab95-4015-41fc-96e7-168ec0e9c3d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '59eef288-bbc0-47fb-80f8-8e0466ced3fd'} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:32:41.216163 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] Bound port: 413557ef-68ec-4627-ba31-1ba70ef83bff, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6306ab95-4015-41fc-96e7-168ec0e9c3d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '59eef288-bbc0-47fb-80f8-8e0466ced3fd'}}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:32:41.216608 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:41.322079 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] For port 413557ef-68ec-4627-ba31-1ba70ef83bff, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:32:41.327326 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] For port 413557ef-68ec-4627-ba31-1ba70ef83bff, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=413557ef-68ec-4627-ba31-1ba70ef83bff,segment=NetworkSegment(6306ab95-4015-41fc-96e7-168ec0e9c3d1),segment_id=6306ab95-4015-41fc-96e7-168ec0e9c3d1)] {{(pid=80242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:32:41.331063 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:41.347913 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dc5e7ac1-b824-48f6-b4da-2b41d203a3dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:32:41.515398 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e7ac1-b824-48f6-b4da-2b41d203a3dd None None] Pushing event updated for resources: {'Port': ['ID=413557ef-68ec-4627-ba31-1ba70ef83bff,revision_number=4']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:32:41.520681 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dc5e7ac1-b824-48f6-b4da-2b41d203a3dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:32:41.576567 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] Routers {'5e664b33-6b17-4198-8e65-264c0dac2b27'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:32:41.577246 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:32:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['5e664b33-6b17-4198-8e65-264c0dac2b27'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:32:41.751075 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] Set router 5e664b33-6b17-4198-8e65-264c0dac2b27 gateway port host: None {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:32:42.113665 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e664b33-6b17-4198-8e65-264c0dac2b27', 'name': 'router1', 'tenant_id': '126be18d325640b997876b774b53b19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:32:27Z', 'updated_at': '2020-12-05T21:32:38Z', 'revision_number': 2, 'project_id': '126be18d325640b997876b774b53b19c', 'gw_port_host': None, '_interfaces': [{'id': '413557ef-68ec-4627-ba31-1ba70ef83bff', 'name': '', 'network_id': '59eef288-bbc0-47fb-80f8-8e0466ced3fd', 'tenant_id': '126be18d325640b997876b774b53b19c', 'mac_address': 'fa:16:3e:ee:ae:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e664b33-6b17-4198-8e65-264c0dac2b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3744a3d-1219-49f3-aa0b-d439a12dad5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:32:37Z', 'updated_at': '2020-12-05T21:32:41Z', 'revision_number': 4, 'project_id': '126be18d325640b997876b774b53b19c', 'subnets': [{'id': 'a3744a3d-1219-49f3-aa0b-d439a12dad5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c28fc63-c962-4370-a333-071bdb85f560'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:32:42.118928 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f643f527-0750-4fe4-9e90-e1cb8352f019 None None] The sync data for ids ['5e664b33-6b17-4198-8e65-264c0dac2b27'] in dv-cinder-757908-4-iscsi is: [{'id': '5e664b33-6b17-4198-8e65-264c0dac2b27', 'name': 'router1', 'tenant_id': '126be18d325640b997876b774b53b19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:32:27Z', 'updated_at': '2020-12-05T21:32:38Z', 'revision_number': 2, 'project_id': '126be18d325640b997876b774b53b19c', 'gw_port_host': None, '_interfaces': [{'id': '413557ef-68ec-4627-ba31-1ba70ef83bff', 'name': '', 'network_id': '59eef288-bbc0-47fb-80f8-8e0466ced3fd', 'tenant_id': '126be18d325640b997876b774b53b19c', 'mac_address': 'fa:16:3e:ee:ae:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e664b33-6b17-4198-8e65-264c0dac2b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3744a3d-1219-49f3-aa0b-d439a12dad5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:32:37Z', 'updated_at': '2020-12-05T21:32:41Z', 'revision_number': 4, 'project_id': '126be18d325640b997876b774b53b19c', 'subnets': [{'id': 'a3744a3d-1219-49f3-aa0b-d439a12dad5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c28fc63-c962-4370-a333-071bdb85f560'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:32:42.135116 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 48982) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:32:42.333511 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa06dff-c3fd-498e-9069-ba67ce39372f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:32:42.334929 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6aa06dff-c3fd-498e-9069-ba67ce39372f admin admin] 10.222.0.50 "GET /v2.0/networks/dd6739ac-3b61-4fa5-bbf5-45fb885265ae HTTP/1.1" status: 200 len: 842 time: 0.1986325 Dec 05 21:32:42.348194 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-7e83816b-c6af-43b0-be1f-614ef69d8e52 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'cidr': '172.27.1.0/24'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:32:42.351021 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.quota [None req-7e83816b-c6af-43b0-be1f-614ef69d8e52 admin admin] Loaded quota_driver: . Dec 05 21:32:42.357439 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-7e83816b-c6af-43b0-be1f-614ef69d8e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:32:42.362018 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-7e83816b-c6af-43b0-be1f-614ef69d8e52 admin admin] Usage tracker for resource:subnet and tenant:b58d3ddae8e54688aa1b122ceed7e76b is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:32:42.365650 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-7e83816b-c6af-43b0-be1f-614ef69d8e52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:32:42.373548 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-7e83816b-c6af-43b0-be1f-614ef69d8e52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:32:42.386201 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e83816b-c6af-43b0-be1f-614ef69d8e52 admin admin] Made reservation on behalf of b58d3ddae8e54688aa1b122ceed7e76b for: {'subnet': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:32:42.390912 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7e83816b-c6af-43b0-be1f-614ef69d8e52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:42.902576 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.objects.ports [None req-7e83816b-c6af-43b0-be1f-614ef69d8e52 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80240) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 05 21:32:42.904773 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7e83816b-c6af-43b0-be1f-614ef69d8e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for subnet, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:42.919988 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:32:43.248350 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83816b-c6af-43b0-be1f-614ef69d8e52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91227b10-c165-4e57-9f01-5809fdb2af08,revision_number=0']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:32:43.260688 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7e83816b-c6af-43b0-be1f-614ef69d8e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:32:43.322181 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e83816b-c6af-43b0-be1f-614ef69d8e52 admin admin] Checking segment: {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:32:43.322855 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e83816b-c6af-43b0-be1f-614ef69d8e52 admin admin] Network hostable DHCP agents. Network: dd6739ac-3b61-4fa5-bbf5-45fb885265ae, hostable agents: ['f9b3e222-eb4b-465e-917f-070186e4772e'], hosted agents: [] {{(pid=80240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 05 21:32:43.348974 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e83816b-c6af-43b0-be1f-614ef69d8e52 admin admin] Network dd6739ac-3b61-4fa5-bbf5-45fb885265ae is scheduled to be hosted by DHCP agent f9b3e222-eb4b-465e-917f-070186e4772e with binding_index 1 {{(pid=80240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 05 21:32:43.360043 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-7e83816b-c6af-43b0-be1f-614ef69d8e52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-4-iscsi, dd6739ac-3b61-4fa5-bbf5-45fb885265ae) {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:32:43.364259 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e83816b-c6af-43b0-be1f-614ef69d8e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:32:43.364933 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7e83816b-c6af-43b0-be1f-614ef69d8e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for subnet, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:43.370471 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2e2ca6-6558-4065-96e4-dee2f34f53ae None None] Network dd6739ac-3b61-4fa5-bbf5-45fb885265ae requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:32:43.393707 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-7e83816b-c6af-43b0-be1f-614ef69d8e52 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0488305 Dec 05 21:32:43.525702 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 413557ef-68ec-4627-ba31-1ba70ef83bff up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:32:43.856154 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port 413557ef-68ec-4627-ba31-1ba70ef83bff completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:32:43.871477 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 413557ef-68ec-4627-ba31-1ba70ef83bff triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:32:43.871930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:43.902942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e940c1-4595-4a0e-b5f3-7c8e3e0fbfec None None] Network dd6739ac-3b61-4fa5-bbf5-45fb885265ae requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:32:44.183964 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:44.271252 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port 413557ef-68ec-4627-ba31-1ba70ef83bff, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=413557ef-68ec-4627-ba31-1ba70ef83bff,segment=NetworkSegment(6306ab95-4015-41fc-96e7-168ec0e9c3d1),segment_id=6306ab95-4015-41fc-96e7-168ec0e9c3d1)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:32:44.274740 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:44.276810 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:32:44.347899 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=413557ef-68ec-4627-ba31-1ba70ef83bff,revision_number=5']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:32:44.352072 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:32:45.461842 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 413557ef-68ec-4627-ba31-1ba70ef83bff up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:32:45.555545 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 413557ef-68ec-4627-ba31-1ba70ef83bff triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:32:45.555977 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:46.079370 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 48996) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:32:46.313641 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-534f51e7-b4f5-497b-b40e-b1e6be4ffe74 admin admin] 10.222.0.50 "GET /v2.0/routers/5e664b33-6b17-4198-8e65-264c0dac2b27 HTTP/1.1" status: 200 len: 710 time: 0.2329276 Dec 05 21:32:46.456227 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bca174e-ac5f-487c-8850-2d533ba6f960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:32:46.457706 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6bca174e-ac5f-487c-8850-2d533ba6f960 admin admin] 10.222.0.50 "GET /v2.0/networks/dd6739ac-3b61-4fa5-bbf5-45fb885265ae HTTP/1.1" status: 200 len: 886 time: 0.1378679 Dec 05 21:32:46.467797 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:32:46.927896 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854190046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854380766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743210'] for router, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:47.269464 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:47.303721 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:47.316457 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:47.332057 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:32:47.336089 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:32:47.339292 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:32:47.345012 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:32:47.445830 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:47.448814 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:47.464509 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:32:47.568131 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b26c789-403e-4f59-adb9-5d57918712df,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:32:47.576205 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:32:47.731712 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Allocated IP 172.27.1.236 (dd6739ac-3b61-4fa5-bbf5-45fb885265ae/91227b10-c165-4e57-9f01-5809fdb2af08/f6e95d1f-caf2-4e11-90d5-50bfe3195b77) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:32:47.891472 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:47.917936 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:47.934022 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:32:48.248245 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Pushing event updated for resources: {'Port': ['ID=f6e95d1f-caf2-4e11-90d5-50bfe3195b77,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:32:48.251200 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:32:48.298468 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Network dd6739ac-3b61-4fa5-bbf5-45fb885265ae is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:32:48.299596 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:32:48.302025 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:32:48.691606 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:49.045554 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854190046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854380766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743210'] for router, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:49.049072 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854190029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395067'] for router, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:49.243694 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Router 5e664b33-6b17-4198-8e65-264c0dac2b27 has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:32:49.434473 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:32:49.445156 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] Sync routers for ids ['5e664b33-6b17-4198-8e65-264c0dac2b27'] in dv-cinder-757908-4-iscsi {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:32:49.452099 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Notify callbacks [] for router, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:49.453531 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] 10.222.0.50 "PUT /v2.0/routers/5e664b33-6b17-4198-8e65-264c0dac2b27 HTTP/1.1" status: 200 len: 890 time: 2.9891958 Dec 05 21:32:49.455174 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] Routers {'5e664b33-6b17-4198-8e65-264c0dac2b27'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:32:49.455894 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:32:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['5e664b33-6b17-4198-8e65-264c0dac2b27'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:32:49.667324 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] Set router 5e664b33-6b17-4198-8e65-264c0dac2b27 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:32:50.060229 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e664b33-6b17-4198-8e65-264c0dac2b27', 'name': 'router1', 'tenant_id': '126be18d325640b997876b774b53b19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'f6e95d1f-caf2-4e11-90d5-50bfe3195b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:32:27Z', 'updated_at': '2020-12-05T21:32:48Z', 'revision_number': 4, 'project_id': '126be18d325640b997876b774b53b19c', 'gw_port': {'id': 'f6e95d1f-caf2-4e11-90d5-50bfe3195b77', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e664b33-6b17-4198-8e65-264c0dac2b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:32:47Z', 'updated_at': '2020-12-05T21:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '413557ef-68ec-4627-ba31-1ba70ef83bff', 'name': '', 'network_id': '59eef288-bbc0-47fb-80f8-8e0466ced3fd', 'tenant_id': '126be18d325640b997876b774b53b19c', 'mac_address': 'fa:16:3e:ee:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e664b33-6b17-4198-8e65-264c0dac2b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3744a3d-1219-49f3-aa0b-d439a12dad5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:32:37Z', 'updated_at': '2020-12-05T21:32:44Z', 'revision_number': 5, 'project_id': '126be18d325640b997876b774b53b19c', 'subnets': [{'id': 'a3744a3d-1219-49f3-aa0b-d439a12dad5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c28fc63-c962-4370-a333-071bdb85f560'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:32:50.065479 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] Checking router: 5e664b33-6b17-4198-8e65-264c0dac2b27 for host: dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:32:50.065870 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] Updating router 5e664b33-6b17-4198-8e65-264c0dac2b27 port f6e95d1f-caf2-4e11-90d5-50bfe3195b77 binding host dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 05 21:32:50.120869 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:50.526011 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] Notify callbacks [] for port, precommit_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:50.539794 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] Transition to ACTIVE for port object f6e95d1f-caf2-4e11-90d5-50bfe3195b77 will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:32:50.543114 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:50.559361 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:32:50.702446 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4964e-87a6-462c-8f1c-14665986268a None None] Pushing event updated for resources: {'Port': ['ID=f6e95d1f-caf2-4e11-90d5-50bfe3195b77,revision_number=2']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:32:50.705369 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d5b4964e-87a6-462c-8f1c-14665986268a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:32:50.763097 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] Attempting to bind port f6e95d1f-caf2-4e11-90d5-50bfe3195b77 on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:32:50.763497 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] Attempting to bind port f6e95d1f-caf2-4e11-90d5-50bfe3195b77 by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:32:50.763938 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] Attempting to bind port f6e95d1f-caf2-4e11-90d5-50bfe3195b77 on network dd6739ac-3b61-4fa5-bbf5-45fb885265ae {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:32:50.769733 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:32:50.770140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] Checking segment: {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:32:50.770839 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:50.771264 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] Bound using segment: {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:32:50.771785 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] Bound port: f6e95d1f-caf2-4e11-90d5-50bfe3195b77, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:32:50.772209 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:50.849866 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] For port f6e95d1f-caf2-4e11-90d5-50bfe3195b77, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:32:50.853569 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] For port f6e95d1f-caf2-4e11-90d5-50bfe3195b77, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=f6e95d1f-caf2-4e11-90d5-50bfe3195b77,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:32:50.856871 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:50.872777 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:32:51.189407 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4964e-87a6-462c-8f1c-14665986268a None None] Pushing event updated for resources: {'Port': ['ID=f6e95d1f-caf2-4e11-90d5-50bfe3195b77,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:32:51.194881 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d5b4964e-87a6-462c-8f1c-14665986268a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:32:51.238630 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] Routers {'5e664b33-6b17-4198-8e65-264c0dac2b27'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:32:51.239297 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:32:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['5e664b33-6b17-4198-8e65-264c0dac2b27'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:32:51.423331 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] Set router 5e664b33-6b17-4198-8e65-264c0dac2b27 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:32:51.776589 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e664b33-6b17-4198-8e65-264c0dac2b27', 'name': 'router1', 'tenant_id': '126be18d325640b997876b774b53b19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'f6e95d1f-caf2-4e11-90d5-50bfe3195b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:32:27Z', 'updated_at': '2020-12-05T21:32:48Z', 'revision_number': 4, 'project_id': '126be18d325640b997876b774b53b19c', 'gw_port': {'id': 'f6e95d1f-caf2-4e11-90d5-50bfe3195b77', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e664b33-6b17-4198-8e65-264c0dac2b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:32:47Z', 'updated_at': '2020-12-05T21:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '413557ef-68ec-4627-ba31-1ba70ef83bff', 'name': '', 'network_id': '59eef288-bbc0-47fb-80f8-8e0466ced3fd', 'tenant_id': '126be18d325640b997876b774b53b19c', 'mac_address': 'fa:16:3e:ee:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e664b33-6b17-4198-8e65-264c0dac2b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3744a3d-1219-49f3-aa0b-d439a12dad5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:32:37Z', 'updated_at': '2020-12-05T21:32:44Z', 'revision_number': 5, 'project_id': '126be18d325640b997876b774b53b19c', 'subnets': [{'id': 'a3744a3d-1219-49f3-aa0b-d439a12dad5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c28fc63-c962-4370-a333-071bdb85f560'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:32:51.783278 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917782f4-907e-4637-90ed-edc8cbcf7134 None None] The sync data for ids ['5e664b33-6b17-4198-8e65-264c0dac2b27'] in dv-cinder-757908-4-iscsi is: [{'id': '5e664b33-6b17-4198-8e65-264c0dac2b27', 'name': 'router1', 'tenant_id': '126be18d325640b997876b774b53b19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'f6e95d1f-caf2-4e11-90d5-50bfe3195b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:32:27Z', 'updated_at': '2020-12-05T21:32:48Z', 'revision_number': 4, 'project_id': '126be18d325640b997876b774b53b19c', 'gw_port': {'id': 'f6e95d1f-caf2-4e11-90d5-50bfe3195b77', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e664b33-6b17-4198-8e65-264c0dac2b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:32:47Z', 'updated_at': '2020-12-05T21:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '413557ef-68ec-4627-ba31-1ba70ef83bff', 'name': '', 'network_id': '59eef288-bbc0-47fb-80f8-8e0466ced3fd', 'tenant_id': '126be18d325640b997876b774b53b19c', 'mac_address': 'fa:16:3e:ee:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e664b33-6b17-4198-8e65-264c0dac2b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3744a3d-1219-49f3-aa0b-d439a12dad5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:32:37Z', 'updated_at': '2020-12-05T21:32:44Z', 'revision_number': 5, 'project_id': '126be18d325640b997876b774b53b19c', 'subnets': [{'id': 'a3744a3d-1219-49f3-aa0b-d439a12dad5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c28fc63-c962-4370-a333-071bdb85f560'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:32:52.290018 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 49006) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:32:52.514781 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb45eae-1e01-44fb-a1cb-edfe0dc9be2a admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:32:52.516445 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6eb45eae-1e01-44fb-a1cb-edfe0dc9be2a admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.2253730 Dec 05 21:32:53.507416 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device f6e95d1f-caf2-4e11-90d5-50bfe3195b77 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:32:53.596414 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port f6e95d1f-caf2-4e11-90d5-50bfe3195b77 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:32:53.601785 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port f6e95d1f-caf2-4e11-90d5-50bfe3195b77 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:32:53.602192 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:53.737837 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:53.755000 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port f6e95d1f-caf2-4e11-90d5-50bfe3195b77, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=f6e95d1f-caf2-4e11-90d5-50bfe3195b77,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:32:53.761538 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:53.765013 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9ceeac79-cfc5-415f-8d92-2a45d5555993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:32:53.841328 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=f6e95d1f-caf2-4e11-90d5-50bfe3195b77,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:32:53.845070 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:32:54.823896 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c96d7354-bd1a-40ff-8edf-d4faf1c5636c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:55.490710 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device f6e95d1f-caf2-4e11-90d5-50bfe3195b77 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:32:55.584537 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port f6e95d1f-caf2-4e11-90d5-50bfe3195b77 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:32:55.586174 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:57.731560 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a18ac004-85f7-4724-b15e-464c4fc5974d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:58.378410 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:32:59.677127 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:33:01.128999 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:33:11.370661 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 5 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:33:24.816330 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ebc516ed-9f2b-403a-9105-9ec4430e06ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:33:27.704997 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-df27a29d-7242-4d6b-b010-a9c0848d4f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:33:28.299161 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:33:29.650937 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:33:31.120159 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:33:48.376698 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 5 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:33:54.824878 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5a7c0422-afe1-4138-9fba-8c36e2be7be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:33:57.706983 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-11c70279-9928-4d59-a6a6-02e3828b261d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:33:58.307141 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:33:59.656242 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:34:01.117028 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:34:24.822967 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6d10ad82-24b0-4171-a8e9-3c810129eb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:34:25.378591 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 5 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:34:27.711393 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-78cce6cb-2b7c-4002-a998-14f97ab30faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:34:28.306863 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:34:29.655294 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:34:31.113750 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:34:54.817781 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7e406a7c-0f6c-49df-8b58-b90b72c98db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:34:57.712830 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6c5ce14d-fcf8-4502-b375-79d1e40802c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:34:58.310811 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:34:59.661262 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:35:01.112104 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:35:02.377849 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 5 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:35:13.936837 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 49584) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:35:14.046851 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ae0fed-3727-43b0-af15-f692b3204cb2 admin admin] GET failed (client error): The resource could not be found. Dec 05 21:35:14.047409 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f7ae0fed-3727-43b0-af15-f692b3204cb2 admin admin] Synchronizing usage tracker for tenant:b58d3ddae8e54688aa1b122ceed7e76b on resource:network {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:35:14.064050 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f7ae0fed-3727-43b0-af15-f692b3204cb2 admin admin] Unset dirty status for tenant:b58d3ddae8e54688aa1b122ceed7e76b on resource:network {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:35:14.065250 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f7ae0fed-3727-43b0-af15-f692b3204cb2 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1273994 Dec 05 21:35:14.209496 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f00160-4134-4214-a065-8479aed06ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:35:14.211057 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-62f00160-4134-4214-a065-8479aed06ba7 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1413262 Dec 05 21:35:16.707487 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 49594) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:35:16.860358 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143a1081-df8f-488c-9260-d594ec6f4717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:35:16.861752 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-143a1081-df8f-488c-9260-d594ec6f4717 admin admin] 10.222.0.50 "GET /v2.0/subnets/a3744a3d-1219-49f3-aa0b-d439a12dad5b HTTP/1.1" status: 200 len: 849 time: 0.1531920 Dec 05 21:35:16.872930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-b1cbe9fa-f4d2-47e3-af12-443db889b88a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:35:17.002538 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b1cbe9fa-f4d2-47e3-af12-443db889b88a admin admin] Notify callbacks [] for subnet, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:35:17.322821 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b1cbe9fa-f4d2-47e3-af12-443db889b88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363284943962433'] for subnet, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:35:17.339290 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:35:17.490118 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbe9fa-f4d2-47e3-af12-443db889b88a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3744a3d-1219-49f3-aa0b-d439a12dad5b,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:35:17.502284 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cbe9fa-f4d2-47e3-af12-443db889b88a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:35:17.502682 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cbe9fa-f4d2-47e3-af12-443db889b88a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:35:17.503056 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cbe9fa-f4d2-47e3-af12-443db889b88a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:35:17.503419 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cbe9fa-f4d2-47e3-af12-443db889b88a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:35:17.503805 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cbe9fa-f4d2-47e3-af12-443db889b88a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:35:17.504172 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cbe9fa-f4d2-47e3-af12-443db889b88a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:35:17.504528 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cbe9fa-f4d2-47e3-af12-443db889b88a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:35:17.504883 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cbe9fa-f4d2-47e3-af12-443db889b88a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:35:17.505238 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cbe9fa-f4d2-47e3-af12-443db889b88a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:35:17.505592 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cbe9fa-f4d2-47e3-af12-443db889b88a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:35:17.505945 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cbe9fa-f4d2-47e3-af12-443db889b88a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:35:17.506294 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cbe9fa-f4d2-47e3-af12-443db889b88a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:35:17.512861 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b1cbe9fa-f4d2-47e3-af12-443db889b88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:35:17.544987 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cbe9fa-f4d2-47e3-af12-443db889b88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:35:17.545634 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b1cbe9fa-f4d2-47e3-af12-443db889b88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:35:17.547835 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b1cbe9fa-f4d2-47e3-af12-443db889b88a admin admin] 10.222.0.50 "PUT /v2.0/subnets/a3744a3d-1219-49f3-aa0b-d439a12dad5b HTTP/1.1" status: 200 len: 868 time: 0.6789870 Dec 05 21:35:17.562876 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0748620a-434b-403a-b062-008fb4fd7df9 None None] Network 59eef288-bbc0-47fb-80f8-8e0466ced3fd requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:35:18.099307 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-01efb68b-6c9d-43a3-b9dd-e7ef23974849 None None] Provisioning complete for port e789a3fc-0cb5-49ed-aad1-65f3ab00f68d triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:35:18.099899 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-01efb68b-6c9d-43a3-b9dd-e7ef23974849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:35:18.231840 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-01efb68b-6c9d-43a3-b9dd-e7ef23974849 None None] Provisioning complete for port 413557ef-68ec-4627-ba31-1ba70ef83bff triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:35:18.232255 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-01efb68b-6c9d-43a3-b9dd-e7ef23974849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:35:20.084860 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 49604) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:35:20.310934 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbef7124-3fb4-4615-ba5e-20303b22d159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:35:20.311278 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbef7124-3fb4-4615-ba5e-20303b22d159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:35:20.312987 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-cbef7124-3fb4-4615-ba5e-20303b22d159 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2270336 Dec 05 21:35:22.824636 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 49614) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:35:23.196444 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010601ac-8892-4762-93c7-091abb4bb36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:35:23.196940 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010601ac-8892-4762-93c7-091abb4bb36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:35:23.198872 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-010601ac-8892-4762-93c7-091abb4bb36d admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.3733189 Dec 05 21:35:24.820454 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5aa9b9a7-e0d6-4f12-9e77-5e9a42bdf4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:35:25.844371 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 49624) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:35:26.080293 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa8f3f8-75d4-45a2-99ce-01c2b3f9b5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:35:26.081779 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-dfa8f3f8-75d4-45a2-99ce-01c2b3f9b5a2 admin admin] 10.222.0.50 "GET /v2.0/networks/59eef288-bbc0-47fb-80f8-8e0466ced3fd HTTP/1.1" status: 200 len: 862 time: 0.2364500 Dec 05 21:35:27.716621 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-efc203b6-afb5-4e77-8d61-b9ade2109cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:35:28.312229 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:35:28.622297 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 49634) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:35:28.839353 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8732fe1d-c6a6-4428-8305-dc4a063ce6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:35:28.840824 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-8732fe1d-c6a6-4428-8305-dc4a063ce6fa admin admin] 10.222.0.50 "GET /v2.0/networks/dd6739ac-3b61-4fa5-bbf5-45fb885265ae HTTP/1.1" status: 200 len: 886 time: 0.2174878 Dec 05 21:35:29.667614 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:35:31.105632 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:35:31.370401 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 49644) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:35:31.522489 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b1c616-c2ee-45c3-8141-06933788ced0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:35:31.522778 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b1c616-c2ee-45c3-8141-06933788ced0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:35:31.525253 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f4b1c616-c2ee-45c3-8141-06933788ced0 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1530769 Dec 05 21:35:34.043244 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 49654) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:35:34.192489 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb455494-b8e2-48d1-9bbf-1085c30a4301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:35:34.192909 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb455494-b8e2-48d1-9bbf-1085c30a4301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:35:34.194564 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-eb455494-b8e2-48d1-9bbf-1085c30a4301 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1502244 Dec 05 21:35:36.691280 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 49664) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:35:36.840110 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58dcc41-400e-4610-9a47-2ccbfc385c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:35:36.841510 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-d58dcc41-400e-4610-9a47-2ccbfc385c84 admin admin] 10.222.0.50 "GET /v2.0/subnets/91227b10-c165-4e57-9f01-5809fdb2af08 HTTP/1.1" status: 200 len: 816 time: 0.1491585 Dec 05 21:35:39.348856 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 49674) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:35:39.378095 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 5 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:35:39.497124 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6ae183-6816-4776-ac6e-bdd0d3ff51aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:35:39.498599 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2c6ae183-6816-4776-ac6e-bdd0d3ff51aa admin admin] 10.222.0.50 "GET /v2.0/subnets/a3744a3d-1219-49f3-aa0b-d439a12dad5b HTTP/1.1" status: 200 len: 868 time: 0.1486766 Dec 05 21:35:54.824425 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-932f9490-c595-48f9-8fa1-efae6ac7ac15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:35:57.718812 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-03e0a621-74c5-4fe1-91c2-824d3569551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:35:58.315334 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:35:59.665606 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:01.109497 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:05.692833 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 49714) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:36:05.775817 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [None req-2634f212-809f-4f28-b782-e24b0fe1d0eb admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80239) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 05 21:36:05.776920 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2634f212-809f-4f28-b782-e24b0fe1d0eb admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0830600 Dec 05 21:36:08.376216 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 49724) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:36:08.481126 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eed5118-129f-4246-a51e-cd26141de448 admin admin] GET failed (client error): The resource could not be found. Dec 05 21:36:08.482479 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-3eed5118-129f-4246-a51e-cd26141de448 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1051550 Dec 05 21:36:08.634460 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4e8229-70fd-49eb-857d-d06e9a7e0244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:36:08.636080 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-7c4e8229-70fd-49eb-857d-d06e9a7e0244 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1490622 Dec 05 21:36:11.165022 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 49734) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:36:11.245408 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-376dca37-2a6b-411d-9ac5-4c5496254766 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:36:11.250395 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-376dca37-2a6b-411d-9ac5-4c5496254766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:36:11.260967 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-376dca37-2a6b-411d-9ac5-4c5496254766 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:36:11.270175 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376dca37-2a6b-411d-9ac5-4c5496254766 admin admin] Made reservation on behalf of b58d3ddae8e54688aa1b122ceed7e76b for: {'network': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:36:11.275236 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-376dca37-2a6b-411d-9ac5-4c5496254766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for network, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:11.370448 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING neutron.services.revisions.revision_plugin [None req-376dca37-2a6b-411d-9ac5-4c5496254766 admin admin] Could not find related network for resource to bump revision. Dec 05 21:36:11.386863 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376dca37-2a6b-411d-9ac5-4c5496254766 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 05 21:36:11.396042 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-376dca37-2a6b-411d-9ac5-4c5496254766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:11.396426 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-376dca37-2a6b-411d-9ac5-4c5496254766 admin admin] Added segment 4a899459-c0f4-4073-82bc-6f57eb1028d5 of type vxlan for network d2fdc683-1d51-4315-aa4f-23ddc2e5a517 Dec 05 21:36:11.424256 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-376dca37-2a6b-411d-9ac5-4c5496254766 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284944475320'] for network, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:11.456643 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-376dca37-2a6b-411d-9ac5-4c5496254766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for network, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:11.457894 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376dca37-2a6b-411d-9ac5-4c5496254766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:36:11.458516 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-376dca37-2a6b-411d-9ac5-4c5496254766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:11.464144 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:36:11.564377 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-376dca37-2a6b-411d-9ac5-4c5496254766 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3980765 Dec 05 21:36:11.567900 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376dca37-2a6b-411d-9ac5-4c5496254766 admin admin] Pushing event updated for resources: {'Network': ['ID=d2fdc683-1d51-4315-aa4f-23ddc2e5a517,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:36:11.571544 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-376dca37-2a6b-411d-9ac5-4c5496254766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:36:11.580428 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Network d2fdc683-1d51-4315-aa4f-23ddc2e5a517 details requested by agent ovs-agent-dv-cinder-757908-4-iscsi with host dv-cinder-757908-4-iscsi {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:36:14.099291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 49744) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:36:14.207993 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.pecan_wsgi.hooks.translation [None req-a684ef0d-5561-47a5-b30f-a757afa58b64 admin admin] GET failed (client error): The resource could not be found. Dec 05 21:36:14.208549 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a684ef0d-5561-47a5-b30f-a757afa58b64 admin admin] Synchronizing usage tracker for tenant:b58d3ddae8e54688aa1b122ceed7e76b on resource:network {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:36:14.223054 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a684ef0d-5561-47a5-b30f-a757afa58b64 admin admin] Unset dirty status for tenant:b58d3ddae8e54688aa1b122ceed7e76b on resource:network {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:36:14.224271 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a684ef0d-5561-47a5-b30f-a757afa58b64 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1239054 Dec 05 21:36:14.340439 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538224f7-6f42-4154-a406-6c7ae743411d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:36:14.341910 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-538224f7-6f42-4154-a406-6c7ae743411d admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1130714 Dec 05 21:36:14.354185 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-963845c9-1e32-4d2c-9a05-1018f07ac1c2 admin admin] Request body: {'subnet': {'network_id': 'd2fdc683-1d51-4315-aa4f-23ddc2e5a517', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:36:14.359071 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-963845c9-1e32-4d2c-9a05-1018f07ac1c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:36:14.363126 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-963845c9-1e32-4d2c-9a05-1018f07ac1c2 admin admin] Usage tracker for resource:subnet and tenant:b58d3ddae8e54688aa1b122ceed7e76b is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:36:14.366145 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-963845c9-1e32-4d2c-9a05-1018f07ac1c2 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:36:14.372465 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-963845c9-1e32-4d2c-9a05-1018f07ac1c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:36:14.381145 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963845c9-1e32-4d2c-9a05-1018f07ac1c2 admin admin] Made reservation on behalf of b58d3ddae8e54688aa1b122ceed7e76b for: {'subnet': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:36:14.385907 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-963845c9-1e32-4d2c-9a05-1018f07ac1c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:14.798814 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-963845c9-1e32-4d2c-9a05-1018f07ac1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for subnet, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:14.814337 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b1cbe9fa-f4d2-47e3-af12-443db889b88a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:36:14.950620 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963845c9-1e32-4d2c-9a05-1018f07ac1c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb049b9c-8bc0-4630-88d0-4bd5eb7b42fe,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:36:14.958585 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-963845c9-1e32-4d2c-9a05-1018f07ac1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:36:15.018956 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963845c9-1e32-4d2c-9a05-1018f07ac1c2 admin admin] Checking segment: {'id': '4a899459-c0f4-4073-82bc-6f57eb1028d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd2fdc683-1d51-4315-aa4f-23ddc2e5a517'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:36:15.019344 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963845c9-1e32-4d2c-9a05-1018f07ac1c2 admin admin] Network hostable DHCP agents. Network: d2fdc683-1d51-4315-aa4f-23ddc2e5a517, hostable agents: ['f9b3e222-eb4b-465e-917f-070186e4772e'], hosted agents: [] {{(pid=80239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 05 21:36:15.038067 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963845c9-1e32-4d2c-9a05-1018f07ac1c2 admin admin] Network d2fdc683-1d51-4315-aa4f-23ddc2e5a517 is scheduled to be hosted by DHCP agent f9b3e222-eb4b-465e-917f-070186e4772e with binding_index 1 {{(pid=80239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 05 21:36:15.047693 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-963845c9-1e32-4d2c-9a05-1018f07ac1c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-4-iscsi, d2fdc683-1d51-4315-aa4f-23ddc2e5a517) {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:36:15.051892 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963845c9-1e32-4d2c-9a05-1018f07ac1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:36:15.052476 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-963845c9-1e32-4d2c-9a05-1018f07ac1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:15.058074 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69c0d9b-1b40-4393-a122-fb37eb3299f5 None None] Network d2fdc683-1d51-4315-aa4f-23ddc2e5a517 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:36:15.074008 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-963845c9-1e32-4d2c-9a05-1018f07ac1c2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7236464 Dec 05 21:36:15.308238 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d7ccdaa-baf9-5d9f-809c-bfb6fe7b06ae-d2fdc683-1d51-4315-aa4f-23ddc2e5a517', 'network_id': 'd2fdc683-1d51-4315-aa4f-23ddc2e5a517', 'tenant_id': 'b58d3ddae8e54688aa1b122ceed7e76b', 'fixed_ips': [{'subnet_id': 'bb049b9c-8bc0-4630-88d0-4bd5eb7b42fe'}]}} from dv-cinder-757908-4-iscsi. {{(pid=80241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 05 21:36:15.309183 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:15.618476 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Allocated IP 192.168.233.2 (d2fdc683-1d51-4315-aa4f-23ddc2e5a517/bb049b9c-8bc0-4630-88d0-4bd5eb7b42fe/88bca873-7655-44ce-b1e5-27b6bde65b59) {{(pid=80241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:36:15.848250 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Notify callbacks [] for port, precommit_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:15.860736 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Transition to ACTIVE for port object 88bca873-7655-44ce-b1e5-27b6bde65b59 will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:36:15.879620 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Transition to ACTIVE for port object 88bca873-7655-44ce-b1e5-27b6bde65b59 will not be triggered until provisioned by entity DHCP. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:36:15.885624 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:15.903179 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:36:16.062272 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Pushing event updated for resources: {'Port': ['ID=88bca873-7655-44ce-b1e5-27b6bde65b59,revision_number=1']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:36:16.074373 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:36:16.074748 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:36:16.075130 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:36:16.075500 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:36:16.075897 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:36:16.076262 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:36:16.076635 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:36:16.076994 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:36:16.077375 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:36:16.077737 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:36:16.078092 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:36:16.078461 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:36:16.083727 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:36:16.306336 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Network d2fdc683-1d51-4315-aa4f-23ddc2e5a517 is already hosted by enough agents. {{(pid=80241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:36:16.307639 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Resources bound (agent type, host, resource id): {{(pid=80241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:36:16.310184 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Received port after_create {{(pid=80241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:36:16.369344 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Attempting to bind port 88bca873-7655-44ce-b1e5-27b6bde65b59 on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:36:16.369762 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Attempting to bind port 88bca873-7655-44ce-b1e5-27b6bde65b59 by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': '4a899459-c0f4-4073-82bc-6f57eb1028d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd2fdc683-1d51-4315-aa4f-23ddc2e5a517'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:36:16.370179 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Attempting to bind port 88bca873-7655-44ce-b1e5-27b6bde65b59 on network d2fdc683-1d51-4315-aa4f-23ddc2e5a517 {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:36:16.376616 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:36:16.377032 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Checking segment: {'id': '4a899459-c0f4-4073-82bc-6f57eb1028d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd2fdc683-1d51-4315-aa4f-23ddc2e5a517'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:36:16.377481 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:16.377941 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Bound using segment: {'id': '4a899459-c0f4-4073-82bc-6f57eb1028d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd2fdc683-1d51-4315-aa4f-23ddc2e5a517'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:36:16.378437 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Bound port: 88bca873-7655-44ce-b1e5-27b6bde65b59, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a899459-c0f4-4073-82bc-6f57eb1028d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd2fdc683-1d51-4315-aa4f-23ddc2e5a517'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:36:16.378878 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:16.380528 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 5 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:36:16.484383 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] For port 88bca873-7655-44ce-b1e5-27b6bde65b59, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:36:16.488051 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] For port 88bca873-7655-44ce-b1e5-27b6bde65b59, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=88bca873-7655-44ce-b1e5-27b6bde65b59,segment=NetworkSegment(4a899459-c0f4-4073-82bc-6f57eb1028d5),segment_id=4a899459-c0f4-4073-82bc-6f57eb1028d5)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:36:16.491374 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:16.506050 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d5b4964e-87a6-462c-8f1c-14665986268a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:36:16.659055 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Pushing event updated for resources: {'Port': ['ID=88bca873-7655-44ce-b1e5-27b6bde65b59,revision_number=2']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:36:16.665074 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:36:17.604269 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 88bca873-7655-44ce-b1e5-27b6bde65b59 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:36:17.691371 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port 88bca873-7655-44ce-b1e5-27b6bde65b59 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:36:17.981628 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7640ca84-f8e7-49d4-87ec-04cfdda2ef57 None None] Network d2fdc683-1d51-4315-aa4f-23ddc2e5a517 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:36:18.192741 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-46ba844c-a5fd-4eb8-a579-5c91a3210caf None None] Provisioning for port 88bca873-7655-44ce-b1e5-27b6bde65b59 completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:36:18.204080 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-46ba844c-a5fd-4eb8-a579-5c91a3210caf None None] Provisioning complete for port 88bca873-7655-44ce-b1e5-27b6bde65b59 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:36:18.204485 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-46ba844c-a5fd-4eb8-a579-5c91a3210caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:18.447172 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-46ba844c-a5fd-4eb8-a579-5c91a3210caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:18.502088 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-46ba844c-a5fd-4eb8-a579-5c91a3210caf None None] For port 88bca873-7655-44ce-b1e5-27b6bde65b59, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=88bca873-7655-44ce-b1e5-27b6bde65b59,segment=NetworkSegment(4a899459-c0f4-4073-82bc-6f57eb1028d5),segment_id=4a899459-c0f4-4073-82bc-6f57eb1028d5)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:36:18.505949 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-46ba844c-a5fd-4eb8-a579-5c91a3210caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:18.509161 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:36:18.581580 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba844c-a5fd-4eb8-a579-5c91a3210caf None None] Pushing event updated for resources: {'Port': ['ID=88bca873-7655-44ce-b1e5-27b6bde65b59,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:36:18.587573 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-46ba844c-a5fd-4eb8-a579-5c91a3210caf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:36:18.740649 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-afceb010-d17b-481c-8441-77de623d029a None None] Provisioning complete for port 88bca873-7655-44ce-b1e5-27b6bde65b59 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:36:18.741678 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-afceb010-d17b-481c-8441-77de623d029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:19.008289 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-b343eb98-0840-40e8-a0ee-78993eeed6c4 None None] Provisioning complete for port 88bca873-7655-44ce-b1e5-27b6bde65b59 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:36:19.009006 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b343eb98-0840-40e8-a0ee-78993eeed6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:19.287941 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-dd6ef9b5-fb90-4cd0-be5e-04e77e6bb752 None None] Provisioning complete for port 88bca873-7655-44ce-b1e5-27b6bde65b59 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:36:19.288202 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef9b5-fb90-4cd0-be5e-04e77e6bb752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:19.586678 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 88bca873-7655-44ce-b1e5-27b6bde65b59 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:36:19.663096 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 88bca873-7655-44ce-b1e5-27b6bde65b59 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:36:19.663499 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:24.833110 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3ea561c4-8853-4e58-8131-92b75ff4d766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:27.721817 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0fadf048-759d-482f-ba2e-ba19a0ee75a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:28.318672 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:29.664885 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:31.112867 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:53.379287 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 5 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:36:54.826310 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-13d43625-540f-48c7-b92b-1d1c29185b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:57.724544 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-61055483-96ed-4340-b8de-df0b12b30830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:58.320745 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:36:59.664813 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:37:01.115369 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:37:24.831186 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f9c2ced4-ca75-451f-aa11-81e1e41d9664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:37:27.166455 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 49786) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:37:27.172671 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [None req-f32c849c-6739-4d64-831c-f40e851fe289 tempest-verify_tempest_config-884342031 tempest-verify_tempest_config-884342031] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80239) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 05 21:37:27.173702 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f32c849c-6739-4d64-831c-f40e851fe289 tempest-verify_tempest_config-884342031 tempest-verify_tempest_config-884342031] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13036 time: 0.0062051 Dec 05 21:37:27.536233 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 49806) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:37:27.700788 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:37:27.717504 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:37:27.721644 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Usage tracker for resource:security_group_rule and tenant:6e1308c312e64c2f8793b8a06edfe1f1 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:37:27.724847 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:37:27.728310 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c3238c83-ba7a-4ab2-bd41-eeade6c92019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:37:27.731138 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:37:27.828990 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:37:27.832056 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:37:27.842538 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dc0fdcee-711b-4ec3-b462-7e770817330a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:37:27.883071 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Synchronizing usage tracker for tenant:b58d3ddae8e54688aa1b122ceed7e76b on resource:security_group {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:37:27.887839 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7931649b-1927-411f-96e3-aba34e3365e7,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:37:27.900405 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:37:27.900814 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:37:27.901307 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:37:27.901679 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:37:27.902036 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:37:27.902661 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:37:27.903088 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:37:27.903530 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:37:27.903927 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:37:27.904290 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:37:27.904634 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:37:27.904991 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:37:27.909139 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:37:27.917365 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Unset dirty status for tenant:b58d3ddae8e54688aa1b122ceed7e76b on resource:security_group {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:37:27.918581 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6e1308c312e64c2f8793b8a06edfe1f1&name=default HTTP/1.1" status: 200 len: 2875 time: 0.3812306 Dec 05 21:37:27.921320 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 49812) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:37:27.988409 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb7680a7-671c-4d98-9e01-56100d7c6997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:37:28.017476 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb7680a7-671c-4d98-9e01-56100d7c6997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:37:28.066909 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb7680a7-671c-4d98-9e01-56100d7c6997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:37:28.071914 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:37:28.083717 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7680a7-671c-4d98-9e01-56100d7c6997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7931649b-1927-411f-96e3-aba34e3365e7,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:37:28.086812 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fb7680a7-671c-4d98-9e01-56100d7c6997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:37:28.092193 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb7680a7-671c-4d98-9e01-56100d7c6997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:37:28.093414 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-fb7680a7-671c-4d98-9e01-56100d7c6997 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7931649b-1927-411f-96e3-aba34e3365e7 HTTP/1.1" status: 204 len: 168 time: 0.1711147 Dec 05 21:37:28.326977 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:37:29.668042 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:37:30.378507 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 5 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:37:31.118313 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:37:54.833240 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a12f98e4-a9a3-467d-adc5-b8106116c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:37:57.730794 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b39cbeec-7681-49ef-bc4c-3389f9a38354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:37:58.324443 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:37:59.669426 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:38:01.122004 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:38:07.377332 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 5 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:38:24.840945 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f9fb441b-cadb-4c89-8e93-3d0857be651f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:38:27.735344 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-96281d7c-26a2-400e-8191-8d779e5f6045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:38:28.327903 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:38:29.675588 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:38:31.123777 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:38:44.377994 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 5 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:38:54.832938 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d0bbf1c6-ed2f-4af0-ba78-12c7c8fc7523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:38:57.737336 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f0f48cb2-f04a-4464-b88b-03ad4920fd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:38:58.330243 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:38:59.677454 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:39:01.126707 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:39:14.946895 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938'] for agent, after_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:39:14.947469 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:39:14.947762 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:39:14.948097 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:39:14.948470 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:39:14.948861 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:39:14.949208 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:39:14.949577 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:39:14.949940 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:39:14.950303 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:39:14.950666 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:39:14.951030 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:39:14.951390 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:39:14.951798 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-75790', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:39:14.955970 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75790', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:39:15.370896 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] get_endpoint_by_host() called for host hv-cinder-75790 {{(pid=80241) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 05 21:39:15.375005 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] get_endpoint_by_ip() called for ip 192.168.0.53 {{(pid=80241) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 05 21:39:15.378205 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] _add_endpoint() called for ip 192.168.0.53 {{(pid=80241) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 05 21:39:15.383005 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] _get_endpoints() called {{(pid=80241) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 05 21:39:21.378730 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:39:24.836144 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be36b95a-910f-4074-8c90-7128cecdd1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:39:27.304763 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 49884) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:39:27.465414 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-1066b0d3-5bdf-4233-b13d-2affefafb075 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.1593995 Dec 05 21:39:27.740412 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a9795b3e-b43b-4508-9f23-e60f90bb3b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:39:28.334192 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:39:29.684121 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:39:30.127512 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 49894) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:39:30.217963 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-28223089-ec53-414f-87d4-6a1e6e2e56bd admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.0892012 Dec 05 21:39:31.129880 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:39:44.937734 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:39:54.838598 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4bde6704-d856-4c02-ab0d-6de6165de9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:39:57.741730 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-46928b3c-44bd-4d27-9fad-b84eede0ad74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:39:58.335283 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:39:58.378386 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:39:59.683914 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:40:01.132754 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:40:14.938224 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:40:24.844955 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-970bdae2-7eb7-4197-a70a-a8df96161a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:40:27.745423 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0d38f95f-1c64-47be-af82-28cfebb7b2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:40:28.345083 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:40:29.703775 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:40:31.137898 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:40:35.377829 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:40:44.937973 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:40:54.839661 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0e7387e9-991c-4188-93e9-839ee121e6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:40:57.748999 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cad1857c-7d59-42b8-8321-2dc22f1d6003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:40:58.340924 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:40:59.690812 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:01.147951 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:07.800920 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 50064) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:08.360564 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-332782927-network', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:08.366099 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:08.370983 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Usage tracker for resource:network and tenant:37ac9d224de24a2484f2fdefe069b4bf is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:08.374271 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:08.380145 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:08.395667 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Made reservation on behalf of 37ac9d224de24a2484f2fdefe069b4bf for: {'network': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:41:08.401624 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for network, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:08.414916 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:08.431338 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:08.435750 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Usage tracker for resource:security_group_rule and tenant:37ac9d224de24a2484f2fdefe069b4bf is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:08.438803 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:08.450155 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:08.544463 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:08.548026 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:08.552727 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:08.561632 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 50096) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:08.582933 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89aa9c82-ae37-4816-b8c5-42e37c975422,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:08.593739 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.594115 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.594481 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.594845 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.595205 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.595562 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.595942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.596321 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.596903 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.597710 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.598070 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.598432 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.598830 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.599383 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.599726 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.600248 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.600603 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.600976 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.602004 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.602454 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.603012 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.603370 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.603765 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.604086 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Tracked resource versions report: Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: pushed versions: Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: { 'AddressGroup': {'1.0'}, Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'ConntrackHelper': {'1.0'}, Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Log': {'1.0'}, Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Network': {'1.1'}, Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Port': {'1.6'}, Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'PortForwarding': {'1.2'}, Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'QosPolicy': {'1.8'}, Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroup': {'1.3'}, Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroupRule': {'1.1'}, Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SubPort': {'1.0'}, Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Subnet': {'1.1'}, Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Trunk': {'1.1'}} Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: consumer versions: Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: { DHCP agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: L3 agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: Metadata agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: Metering agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: Open vSwitch agent@dv-cinder-757908-4-iscsi: { 'AddressGroup': '1.0', Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'ConntrackHelper': '1.0', Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Log': '1.0', Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Network': '1.1', Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Port': '1.6', Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'PortForwarding': '1.2', Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'QosPolicy': '1.8', Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroup': '1.3', Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroupRule': '1.1', Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SubPort': '1.0', Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Subnet': '1.1', Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Trunk': '1.1'}, Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: Open vSwitch agent@hv-cinder-75790: { 'AddressGroup': '1.0', Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'ConntrackHelper': '1.0', Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Log': '1.0', Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Network': '1.1', Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Port': '1.6', Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'PortForwarding': '1.2', Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'QosPolicy': '1.8', Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroup': '1.3', Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroupRule': '1.1', Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SubPort': '1.0', Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Subnet': '1.1', Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Trunk': '1.1'}} Dec 05 21:41:08.605612 dv-cinder-757908-4-iscsi neutron-server[80130]: {{(pid=80239) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 05 21:41:08.609696 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:08.616235 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 50102) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:08.621853 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 05 21:41:08.632908 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:08.633457 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Added segment ee867ec9-fdd0-4eef-af71-84c38a9bd339 of type vxlan for network 811ae4e3-171e-48fa-8bac-30edfe0da7b4 Dec 05 21:41:08.662920 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284944475320'] for network, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:08.695340 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for network, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:08.696720 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:08.697351 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:08.702631 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:08.817553 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 50112) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:08.818010 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.0155993 Dec 05 21:41:08.821593 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Pushing event updated for resources: {'Network': ['ID=811ae4e3-171e-48fa-8bac-30edfe0da7b4,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:08.824608 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-8686e2ca-7f96-4a03-a50f-b77116e17d39 admin admin] Request body: {'subnet': {'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-332782927-subnet', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:08.825245 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:08.831010 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-8686e2ca-7f96-4a03-a50f-b77116e17d39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:08.838056 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-8686e2ca-7f96-4a03-a50f-b77116e17d39 admin admin] Usage tracker for resource:subnet and tenant:37ac9d224de24a2484f2fdefe069b4bf is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:08.839837 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Network 811ae4e3-171e-48fa-8bac-30edfe0da7b4 details requested by agent ovs-agent-dv-cinder-757908-4-iscsi with host dv-cinder-757908-4-iscsi {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:41:08.841499 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-8686e2ca-7f96-4a03-a50f-b77116e17d39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:08.847571 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-8686e2ca-7f96-4a03-a50f-b77116e17d39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:08.860164 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8686e2ca-7f96-4a03-a50f-b77116e17d39 admin admin] Made reservation on behalf of 37ac9d224de24a2484f2fdefe069b4bf for: {'subnet': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:41:08.861177 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Network 811ae4e3-171e-48fa-8bac-30edfe0da7b4 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:41:08.865734 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8686e2ca-7f96-4a03-a50f-b77116e17d39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:08.878585 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 50118) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:08.954707 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 50124) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:09.168872 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-384613204-network', 'tenant_id': 'c1b496b688e54383afcd20c2cc91db1c'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:09.177183 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-network', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:09.211356 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:09.217649 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Usage tracker for resource:network and tenant:c1b496b688e54383afcd20c2cc91db1c is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:09.221615 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:09.227624 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:09.237343 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Usage tracker for resource:network and tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:09.240677 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:09.272000 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:09.287549 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:09.310169 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Made reservation on behalf of c1b496b688e54383afcd20c2cc91db1c for: {'network': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:41:09.315387 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for network, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:09.333203 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Made reservation on behalf of d4d0fd6f9ae7423f8a6f280d3c1ae060 for: {'network': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:41:09.338160 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for network, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:09.352656 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:09.373391 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:09.404243 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:09.412516 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:09.423880 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Usage tracker for resource:security_group_rule and tenant:c1b496b688e54383afcd20c2cc91db1c is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:09.427936 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:09.434854 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Usage tracker for resource:security_group_rule and tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:09.441953 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:09.447409 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:09.457240 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:09.538458 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1216302339-network', 'tenant_id': '387707d1b07f4c5b9a7d2155b4ca7185'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:09.564923 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:09.595675 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1921890967-network', 'tenant_id': 'edc86cfd0aea464aa58c912ed4606f71'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:09.623634 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Usage tracker for resource:network and tenant:387707d1b07f4c5b9a7d2155b4ca7185 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:09.641784 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:09.653430 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:09.677901 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Usage tracker for resource:network and tenant:edc86cfd0aea464aa58c912ed4606f71 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:09.688820 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:09.695539 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:09.706816 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:09.720230 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Made reservation on behalf of 387707d1b07f4c5b9a7d2155b4ca7185 for: {'network': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:41:09.727692 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for network, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:09.748296 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:09.754705 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:09.757011 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:09.769392 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:09.772404 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:09.778096 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Made reservation on behalf of edc86cfd0aea464aa58c912ed4606f71 for: {'network': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:41:09.783460 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for network, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:09.784032 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:09.786399 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:09.798428 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Usage tracker for resource:security_group_rule and tenant:387707d1b07f4c5b9a7d2155b4ca7185 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:09.804462 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:09.808830 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:09.826646 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:09.845580 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:09.861802 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Usage tracker for resource:security_group_rule and tenant:edc86cfd0aea464aa58c912ed4606f71 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:09.868248 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:09.881407 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:09.886987 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 05 21:41:09.930620 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076da1f3-81ee-4ebf-8651-533c68efe320,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:09.952501 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751910936879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:09.952990 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Added segment 2901e56f-10ed-4b50-99b2-23110163f79f of type vxlan for network 2d594b5e-6ca3-445d-aee6-587585c2507e Dec 05 21:41:09.962152 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.962583 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.962880 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.963340 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.963679 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.964098 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.964457 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.964811 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.965316 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.965679 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.966032 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.966387 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.966807 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.967163 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.967518 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.967902 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.968253 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.968609 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.968963 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.969315 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.969664 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.970012 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.970477 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.970833 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Tracked resource versions report: Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: pushed versions: Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: { 'AddressGroup': {'1.0'}, Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'ConntrackHelper': {'1.0'}, Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Log': {'1.0'}, Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Network': {'1.1'}, Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Port': {'1.6'}, Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'PortForwarding': {'1.2'}, Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'QosPolicy': {'1.8'}, Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroup': {'1.3'}, Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroupRule': {'1.1'}, Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SubPort': {'1.0'}, Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Subnet': {'1.1'}, Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Trunk': {'1.1'}} Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: consumer versions: Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: { DHCP agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: L3 agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: Metadata agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: Metering agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: Open vSwitch agent@dv-cinder-757908-4-iscsi: { 'AddressGroup': '1.0', Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'ConntrackHelper': '1.0', Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Log': '1.0', Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Network': '1.1', Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Port': '1.6', Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'PortForwarding': '1.2', Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'QosPolicy': '1.8', Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroup': '1.3', Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroupRule': '1.1', Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SubPort': '1.0', Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Subnet': '1.1', Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Trunk': '1.1'}, Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: Open vSwitch agent@hv-cinder-75790: { 'AddressGroup': '1.0', Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'ConntrackHelper': '1.0', Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Log': '1.0', Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Network': '1.1', Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Port': '1.6', Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'PortForwarding': '1.2', Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'QosPolicy': '1.8', Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroup': '1.3', Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroupRule': '1.1', Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SubPort': '1.0', Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Subnet': '1.1', Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Trunk': '1.1'}} Dec 05 21:41:09.972336 dv-cinder-757908-4-iscsi neutron-server[80130]: {{(pid=80240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 05 21:41:10.048516 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f199d0af-7bb7-43ef-b995-42c2298afee1,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:10.063669 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:10.064936 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8686e2ca-7f96-4a03-a50f-b77116e17d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for subnet, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:10.095223 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284944475320'] for network, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:10.115407 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:10.135762 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:10.136305 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:10.173301 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:10.196240 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:10.207017 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:10.214111 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7e83816b-c6af-43b0-be1f-614ef69d8e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:10.216147 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:10.244381 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 05 21:41:10.254140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:10.254820 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Added segment f09498a5-c82a-419e-9695-fb5cf3b4d805 of type vxlan for network 7a343bc3-72fd-414f-a6e7-9632ec6930e0 Dec 05 21:41:10.274989 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686e2ca-7f96-4a03-a50f-b77116e17d39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dcf2694-5e4a-45e4-991f-a09b77fb18bf,revision_number=0']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:10.278428 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8686e2ca-7f96-4a03-a50f-b77116e17d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:10.279095 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for network, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:10.281304 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80240) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 05 21:41:10.281652 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 05 21:41:10.284819 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:10.285932 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:10.287025 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284944475320'] for network, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:10.346810 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for network, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:10.349293 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039f55d3-2362-4520-a074-9f938db0003c,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:10.353474 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:10.354271 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:10.359770 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80239) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 05 21:41:10.360304 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 05 21:41:10.363294 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:10.364191 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:10.392401 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:10.427637 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.8008924 Dec 05 21:41:10.432890 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 50168) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:10.514044 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-13ec3221-d2fc-4677-b550-c2dffadf91bb admin admin] Request body: {'subnet': {'network_id': '2d594b5e-6ca3-445d-aee6-587585c2507e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-384613204-subnet', 'tenant_id': 'c1b496b688e54383afcd20c2cc91db1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:10.525316 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Pushing event updated for resources: {'Network': ['ID=2d594b5e-6ca3-445d-aee6-587585c2507e,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:10.530307 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6630fcf0-93b4-4983-a2b2-b44594fbe8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:10.536947 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-13ec3221-d2fc-4677-b550-c2dffadf91bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:10.540746 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Network 2d594b5e-6ca3-445d-aee6-587585c2507e details requested by agent ovs-agent-dv-cinder-757908-4-iscsi with host dv-cinder-757908-4-iscsi {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:41:10.556403 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-13ec3221-d2fc-4677-b550-c2dffadf91bb admin admin] Usage tracker for resource:subnet and tenant:c1b496b688e54383afcd20c2cc91db1c is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:10.569588 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Pushing event updated for resources: {'Network': ['ID=7a343bc3-72fd-414f-a6e7-9632ec6930e0,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:10.577034 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-13ec3221-d2fc-4677-b550-c2dffadf91bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:10.593980 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6378849 Dec 05 21:41:10.594949 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 50184) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:10.601212 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:10.601410 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Network 2d594b5e-6ca3-445d-aee6-587585c2507e details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:41:10.610878 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.310s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:10.618157 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Network 7a343bc3-72fd-414f-a6e7-9632ec6930e0 details requested by agent ovs-agent-dv-cinder-757908-4-iscsi with host dv-cinder-757908-4-iscsi {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:41:10.629561 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-13ec3221-d2fc-4677-b550-c2dffadf91bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:10.635891 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Network 7a343bc3-72fd-414f-a6e7-9632ec6930e0 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:41:10.642290 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-a461a9b2-2904-49d0-a9f9-d64d51d74b43 admin admin] Request body: {'subnet': {'network_id': '7a343bc3-72fd-414f-a6e7-9632ec6930e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1216302339-subnet', 'tenant_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:10.660224 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8686e2ca-7f96-4a03-a50f-b77116e17d39 admin admin] Checking segment: {'id': 'ee867ec9-fdd0-4eef-af71-84c38a9bd339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:41:10.660625 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8686e2ca-7f96-4a03-a50f-b77116e17d39 admin admin] Network hostable DHCP agents. Network: 811ae4e3-171e-48fa-8bac-30edfe0da7b4, hostable agents: ['f9b3e222-eb4b-465e-917f-070186e4772e'], hosted agents: [] {{(pid=80240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 05 21:41:10.666223 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a461a9b2-2904-49d0-a9f9-d64d51d74b43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:10.731602 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8686e2ca-7f96-4a03-a50f-b77116e17d39 admin admin] Network 811ae4e3-171e-48fa-8bac-30edfe0da7b4 is scheduled to be hosted by DHCP agent f9b3e222-eb4b-465e-917f-070186e4772e with binding_index 1 {{(pid=80240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 05 21:41:10.732530 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a461a9b2-2904-49d0-a9f9-d64d51d74b43 admin admin] Usage tracker for resource:subnet and tenant:387707d1b07f4c5b9a7d2155b4ca7185 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:10.743582 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a461a9b2-2904-49d0-a9f9-d64d51d74b43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:10.756696 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-8686e2ca-7f96-4a03-a50f-b77116e17d39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-4-iscsi, 811ae4e3-171e-48fa-8bac-30edfe0da7b4) {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:41:10.761088 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8686e2ca-7f96-4a03-a50f-b77116e17d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:10.762555 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8686e2ca-7f96-4a03-a50f-b77116e17d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for subnet, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:10.856888 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ec3221-d2fc-4677-b550-c2dffadf91bb admin admin] Made reservation on behalf of c1b496b688e54383afcd20c2cc91db1c for: {'subnet': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:41:10.867673 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-13ec3221-d2fc-4677-b550-c2dffadf91bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:10.887910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for network, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:10.905399 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a5d5ac-baa3-4f5c-b86b-530443a685b6 None None] Network 811ae4e3-171e-48fa-8bac-30edfe0da7b4 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:41:10.905508 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a461a9b2-2904-49d0-a9f9-d64d51d74b43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:10.907683 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for network, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:10.918456 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b8dc1d-7614-4193-8e82-9f448f255a29,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:10.948411 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-8686e2ca-7f96-4a03-a50f-b77116e17d39 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1289442 Dec 05 21:41:10.949354 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 50200) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:10.959507 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 05 21:41:10.966366 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-332782927-router', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:10.969011 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:10.983713 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:11.014147 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Usage tracker for resource:router and tenant:37ac9d224de24a2484f2fdefe069b4bf is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:11.017926 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:11.024623 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:11.037427 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32561'] for router, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:11.039429 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854376006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854189987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-417262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743239'] for router, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:11.049206 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a461a9b2-2904-49d0-a9f9-d64d51d74b43 admin admin] Made reservation on behalf of 387707d1b07f4c5b9a7d2155b4ca7185 for: {'subnet': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:41:11.053988 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a461a9b2-2904-49d0-a9f9-d64d51d74b43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:11.072201 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:11.256267 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:11.256522 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Added segment 76cccfe4-ab2e-4d88-9859-8dba3228c455 of type vxlan for network 4272d4c4-588d-4ada-834b-9b63daa3f68f Dec 05 21:41:11.344380 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284944475320'] for network, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:11.464769 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80240) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 05 21:41:11.465236 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 05 21:41:11.604263 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d7ccdaa-baf9-5d9f-809c-bfb6fe7b06ae-811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'fixed_ips': [{'subnet_id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf'}]}} from dv-cinder-757908-4-iscsi. {{(pid=80241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 05 21:41:11.605288 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:11.611492 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854190046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854380766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743210'] for router, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:11.796445 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for network, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:11.819069 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:11.819783 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:11.857757 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:11.994846 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for network, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:12.031718 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Pushing event updated for resources: {'Network': ['ID=4272d4c4-588d-4ada-834b-9b63daa3f68f,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:12.040679 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 05 21:41:12.051419 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Network 4272d4c4-588d-4ada-834b-9b63daa3f68f details requested by agent ovs-agent-dv-cinder-757908-4-iscsi with host dv-cinder-757908-4-iscsi {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:41:12.052053 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751910936879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:12.052580 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Added segment 8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f of type vxlan for network ba83bbf0-3b38-4232-af09-1ca8d508a608 Dec 05 21:41:12.053148 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:12.072774 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.1925950 Dec 05 21:41:12.088882 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284944475320'] for network, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:12.089214 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 50234) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:12.103617 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-64421c6a-93d2-47a7-a83f-583e1b5e7c1c admin admin] Request body: {'subnet': {'network_id': '4272d4c4-588d-4ada-834b-9b63daa3f68f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1921890967-subnet', 'tenant_id': 'edc86cfd0aea464aa58c912ed4606f71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:12.107535 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Allocated IP 172.20.0.2 (811ae4e3-171e-48fa-8bac-30edfe0da7b4/1dcf2694-5e4a-45e4-991f-a09b77fb18bf/bca92ebf-4343-402a-a6f2-e7a9cb1c4e23) {{(pid=80241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:41:12.120755 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:12.156088 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:12.166933 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for network, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:12.170320 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:12.170882 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:12.179079 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:12.183898 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-64421c6a-93d2-47a7-a83f-583e1b5e7c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:12.193212 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-64421c6a-93d2-47a7-a83f-583e1b5e7c1c admin admin] Usage tracker for resource:subnet and tenant:edc86cfd0aea464aa58c912ed4606f71 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:12.200387 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-64421c6a-93d2-47a7-a83f-583e1b5e7c1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:12.235154 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-64421c6a-93d2-47a7-a83f-583e1b5e7c1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:12.279310 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64421c6a-93d2-47a7-a83f-583e1b5e7c1c admin admin] Made reservation on behalf of edc86cfd0aea464aa58c912ed4606f71 for: {'subnet': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:41:12.284219 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-64421c6a-93d2-47a7-a83f-583e1b5e7c1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:12.381050 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:41:12.413019 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Network 4272d4c4-588d-4ada-834b-9b63daa3f68f details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:41:12.467398 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 50244) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:12.475819 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Pushing event updated for resources: {'Network': ['ID=ba83bbf0-3b38-4232-af09-1ca8d508a608,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:12.483725 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:12.490965 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Notify callbacks [] for port, precommit_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:12.498496 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Network ba83bbf0-3b38-4232-af09-1ca8d508a608 details requested by agent ovs-agent-dv-cinder-757908-4-iscsi with host dv-cinder-757908-4-iscsi {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:41:12.532243 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Network ba83bbf0-3b38-4232-af09-1ca8d508a608 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:41:12.623948 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-13ec3221-d2fc-4677-b550-c2dffadf91bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for subnet, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:12.650837 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:12.717704 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Transition to ACTIVE for port object bca92ebf-4343-402a-a6f2-e7a9cb1c4e23 will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:41:12.751489 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.1881049 Dec 05 21:41:12.754616 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 50262) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:12.763172 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-4c3d8938-35f0-4841-b313-6ea7d794d152 admin admin] Request body: {'subnet': {'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-subnet', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:12.768114 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-4c3d8938-35f0-4841-b313-6ea7d794d152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:12.778479 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-4c3d8938-35f0-4841-b313-6ea7d794d152 admin admin] Usage tracker for resource:subnet and tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:12.778479 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-4c3d8938-35f0-4841-b313-6ea7d794d152 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:12.783625 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-4c3d8938-35f0-4841-b313-6ea7d794d152 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:12.809703 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Allocated IP 172.27.1.170 (dd6739ac-3b61-4fa5-bbf5-45fb885265ae/91227b10-c165-4e57-9f01-5809fdb2af08/bc1a5d85-b749-4257-9eb1-8eb684bf70a0) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:41:12.812123 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3d8938-35f0-4841-b313-6ea7d794d152 admin admin] Made reservation on behalf of d4d0fd6f9ae7423f8a6f280d3c1ae060 for: {'subnet': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:41:12.816960 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4c3d8938-35f0-4841-b313-6ea7d794d152 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:12.882709 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec3221-d2fc-4677-b550-c2dffadf91bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=27599f1a-d385-49ba-b8c5-fd2495c3c03d,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:12.896659 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-13ec3221-d2fc-4677-b550-c2dffadf91bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:13.071388 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a461a9b2-2904-49d0-a9f9-d64d51d74b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for subnet, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:13.128790 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-963845c9-1e32-4d2c-9a05-1018f07ac1c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:13.217095 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Transition to ACTIVE for port object bca92ebf-4343-402a-a6f2-e7a9cb1c4e23 will not be triggered until provisioned by entity DHCP. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:41:13.237287 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:13.239077 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-44cde6a8-2153-4e89-a1b7-159310ae99a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:13.256561 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:13.267045 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-44cde6a8-2153-4e89-a1b7-159310ae99a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:13.271370 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-44cde6a8-2153-4e89-a1b7-159310ae99a8 admin admin] Usage tracker for resource:security_group_rule and tenant:b44fd567aca4422394e743368aa48626 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:13.275584 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-44cde6a8-2153-4e89-a1b7-159310ae99a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:13.282404 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-44cde6a8-2153-4e89-a1b7-159310ae99a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:13.399422 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ec3221-d2fc-4677-b550-c2dffadf91bb admin admin] Checking segment: {'id': '2901e56f-10ed-4b50-99b2-23110163f79f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2d594b5e-6ca3-445d-aee6-587585c2507e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:41:13.399958 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ec3221-d2fc-4677-b550-c2dffadf91bb admin admin] Network hostable DHCP agents. Network: 2d594b5e-6ca3-445d-aee6-587585c2507e, hostable agents: ['f9b3e222-eb4b-465e-917f-070186e4772e'], hosted agents: [] {{(pid=80239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 05 21:41:13.414953 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:13.424720 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Pushing event updated for resources: {'Port': ['ID=bca92ebf-4343-402a-a6f2-e7a9cb1c4e23,revision_number=1']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:13.441913 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.442209 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.442587 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.443338 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.443874 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.444348 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.444783 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.446807 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.447264 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.447663 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.448075 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.448779 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.449785 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.450611 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.450987 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.451356 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.452238 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.452519 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.452709 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461a9b2-2904-49d0-a9f9-d64d51d74b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccaf5210-bac5-475a-af4e-b572b8c0356d,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:13.452994 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.453232 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.453622 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.453995 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.459926 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.460476 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a461a9b2-2904-49d0-a9f9-d64d51d74b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:13.462104 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Tracked resource versions report: Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: pushed versions: Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: { 'AddressGroup': {'1.0'}, Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'ConntrackHelper': {'1.0'}, Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Log': {'1.0'}, Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Network': {'1.1'}, Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Port': {'1.6'}, Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'PortForwarding': {'1.2'}, Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'QosPolicy': {'1.8'}, Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroup': {'1.3'}, Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroupRule': {'1.1'}, Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SubPort': {'1.0'}, Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Subnet': {'1.1'}, Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Trunk': {'1.1'}} Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: consumer versions: Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: { DHCP agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: L3 agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: Metadata agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: Metering agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: Open vSwitch agent@dv-cinder-757908-4-iscsi: { 'AddressGroup': '1.0', Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'ConntrackHelper': '1.0', Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Log': '1.0', Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Network': '1.1', Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Port': '1.6', Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'PortForwarding': '1.2', Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'QosPolicy': '1.8', Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroup': '1.3', Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroupRule': '1.1', Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SubPort': '1.0', Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Subnet': '1.1', Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Trunk': '1.1'}, Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: Open vSwitch agent@hv-cinder-75790: { 'AddressGroup': '1.0', Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'ConntrackHelper': '1.0', Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Log': '1.0', Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Network': '1.1', Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Port': '1.6', Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'PortForwarding': '1.2', Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'QosPolicy': '1.8', Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroup': '1.3', Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroupRule': '1.1', Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SubPort': '1.0', Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Subnet': '1.1', Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Trunk': '1.1'}} Dec 05 21:41:13.463624 dv-cinder-757908-4-iscsi neutron-server[80130]: {{(pid=80241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 05 21:41:13.472734 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:13.513988 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:13.528752 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Network 811ae4e3-171e-48fa-8bac-30edfe0da7b4 is already hosted by enough agents. {{(pid=80241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:41:13.529982 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Resources bound (agent type, host, resource id): {{(pid=80241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:41:13.534784 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-44cde6a8-2153-4e89-a1b7-159310ae99a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:13.552537 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Received port after_create {{(pid=80241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:41:13.552662 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:13.562529 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ec3221-d2fc-4677-b550-c2dffadf91bb admin admin] Network 2d594b5e-6ca3-445d-aee6-587585c2507e is scheduled to be hosted by DHCP agent f9b3e222-eb4b-465e-917f-070186e4772e with binding_index 1 {{(pid=80239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 05 21:41:13.592903 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-13ec3221-d2fc-4677-b550-c2dffadf91bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-4-iscsi, 2d594b5e-6ca3-445d-aee6-587585c2507e) {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:41:13.602884 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ec3221-d2fc-4677-b550-c2dffadf91bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:13.603521 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-13ec3221-d2fc-4677-b550-c2dffadf91bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:13.612551 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-44cde6a8-2153-4e89-a1b7-159310ae99a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:13.621210 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001e6439-9734-41b9-86db-6ffa2acc264d None None] Network 2d594b5e-6ca3-445d-aee6-587585c2507e requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:41:13.661351 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-13ec3221-d2fc-4677-b550-c2dffadf91bb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1598523 Dec 05 21:41:13.671318 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a461a9b2-2904-49d0-a9f9-d64d51d74b43 admin admin] Checking segment: {'id': 'f09498a5-c82a-419e-9695-fb5cf3b4d805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7a343bc3-72fd-414f-a6e7-9632ec6930e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:41:13.673151 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a461a9b2-2904-49d0-a9f9-d64d51d74b43 admin admin] Network hostable DHCP agents. Network: 7a343bc3-72fd-414f-a6e7-9632ec6930e0, hostable agents: ['f9b3e222-eb4b-465e-917f-070186e4772e'], hosted agents: [] {{(pid=80239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 05 21:41:13.745346 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a461a9b2-2904-49d0-a9f9-d64d51d74b43 admin admin] Network 7a343bc3-72fd-414f-a6e7-9632ec6930e0 is scheduled to be hosted by DHCP agent f9b3e222-eb4b-465e-917f-070186e4772e with binding_index 1 {{(pid=80239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 05 21:41:13.767377 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-a461a9b2-2904-49d0-a9f9-d64d51d74b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-4-iscsi, 7a343bc3-72fd-414f-a6e7-9632ec6930e0) {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:41:13.775510 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Pushing event updated for resources: {'Port': ['ID=bc1a5d85-b749-4257-9eb1-8eb684bf70a0,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:13.775784 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461a9b2-2904-49d0-a9f9-d64d51d74b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:13.776396 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a461a9b2-2904-49d0-a9f9-d64d51d74b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:13.783353 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-44cde6a8-2153-4e89-a1b7-159310ae99a8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b44fd567aca4422394e743368aa48626&name=default HTTP/1.1" status: 200 len: 2875 time: 1.3048401 Dec 05 21:41:13.783552 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 50284) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:13.795605 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:13.798869 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:13.808516 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-64421c6a-93d2-47a7-a83f-583e1b5e7c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for subnet, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:13.832798 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Attempting to bind port bca92ebf-4343-402a-a6f2-e7a9cb1c4e23 on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:41:13.833194 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Attempting to bind port bca92ebf-4343-402a-a6f2-e7a9cb1c4e23 by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': 'ee867ec9-fdd0-4eef-af71-84c38a9bd339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:41:13.833721 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Attempting to bind port bca92ebf-4343-402a-a6f2-e7a9cb1c4e23 on network 811ae4e3-171e-48fa-8bac-30edfe0da7b4 {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:41:13.840785 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aa48a6-89f1-4756-a14b-7ea8d818697b None None] Network 7a343bc3-72fd-414f-a6e7-9632ec6930e0 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:41:13.870899 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:13.902549 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:41:13.903052 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Checking segment: {'id': 'ee867ec9-fdd0-4eef-af71-84c38a9bd339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:41:13.908237 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:13.908789 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Bound using segment: {'id': 'ee867ec9-fdd0-4eef-af71-84c38a9bd339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:41:13.909690 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Bound port: bca92ebf-4343-402a-a6f2-e7a9cb1c4e23, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee867ec9-fdd0-4eef-af71-84c38a9bd339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:41:13.910219 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:13.910605 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cde6a8-2153-4e89-a1b7-159310ae99a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15de3e3-f029-4ee3-ab35-9b549a3a4848,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:13.942227 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-44cde6a8-2153-4e89-a1b7-159310ae99a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:13.994521 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64421c6a-93d2-47a7-a83f-583e1b5e7c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=261efeb0-e1dd-44bc-8464-d233b4a1ef36,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:14.021400 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Network dd6739ac-3b61-4fa5-bbf5-45fb885265ae is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:41:14.024480 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:41:14.027257 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:41:14.029045 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-64421c6a-93d2-47a7-a83f-583e1b5e7c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:14.036847 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a461a9b2-2904-49d0-a9f9-d64d51d74b43 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.4344978 Dec 05 21:41:14.102647 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 50298) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:14.138232 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1216302339-router', 'tenant_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:14.156831 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:14.171618 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Usage tracker for resource:router and tenant:387707d1b07f4c5b9a7d2155b4ca7185 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:14.180304 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:14.183754 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f9ff6290-ed8f-4d48-8b35-d252286549ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:14.195116 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:14.263613 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32561'] for router, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:14.264816 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854376006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854189987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-417262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743239'] for router, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:14.270245 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f9ff6290-ed8f-4d48-8b35-d252286549ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:14.349562 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:14.367553 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64421c6a-93d2-47a7-a83f-583e1b5e7c1c admin admin] Checking segment: {'id': '76cccfe4-ab2e-4d88-9859-8dba3228c455', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4272d4c4-588d-4ada-834b-9b63daa3f68f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:41:14.367895 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64421c6a-93d2-47a7-a83f-583e1b5e7c1c admin admin] Network hostable DHCP agents. Network: 4272d4c4-588d-4ada-834b-9b63daa3f68f, hostable agents: ['f9b3e222-eb4b-465e-917f-070186e4772e'], hosted agents: [] {{(pid=80239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 05 21:41:14.399291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f9ff6290-ed8f-4d48-8b35-d252286549ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:14.405642 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:14.407664 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] For port bca92ebf-4343-402a-a6f2-e7a9cb1c4e23, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:41:14.416245 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a985e7-a6a9-4cba-b94e-a162bfd05a4e None None] Network 2d594b5e-6ca3-445d-aee6-587585c2507e requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:41:14.426831 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff6290-ed8f-4d48-8b35-d252286549ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15de3e3-f029-4ee3-ab35-9b549a3a4848,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:14.458743 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] For port bca92ebf-4343-402a-a6f2-e7a9cb1c4e23, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=bca92ebf-4343-402a-a6f2-e7a9cb1c4e23,segment=NetworkSegment(ee867ec9-fdd0-4eef-af71-84c38a9bd339),segment_id=ee867ec9-fdd0-4eef-af71-84c38a9bd339)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:41:14.518160 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:14.589421 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 50324) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:14.600664 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 05 21:41:14.662274 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:14.713120 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:14.742971 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a67cf1-c2d2-4494-b62c-9343a188aa9e None None] Network 7a343bc3-72fd-414f-a6e7-9632ec6930e0 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:41:14.827838 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64421c6a-93d2-47a7-a83f-583e1b5e7c1c admin admin] Network 4272d4c4-588d-4ada-834b-9b63daa3f68f is scheduled to be hosted by DHCP agent f9b3e222-eb4b-465e-917f-070186e4772e with binding_index 1 {{(pid=80239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 05 21:41:14.830538 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f9ff6290-ed8f-4d48-8b35-d252286549ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:14.857030 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-64421c6a-93d2-47a7-a83f-583e1b5e7c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-4-iscsi, 4272d4c4-588d-4ada-834b-9b63daa3f68f) {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:41:14.924617 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64421c6a-93d2-47a7-a83f-583e1b5e7c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:14.925267 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-64421c6a-93d2-47a7-a83f-583e1b5e7c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:14.951869 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2745cd1-c063-4c23-9ca4-92d97d4a48e7 None None] Network 4272d4c4-588d-4ada-834b-9b63daa3f68f requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:41:15.006252 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f9ff6290-ed8f-4d48-8b35-d252286549ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:15.018777 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f9ff6290-ed8f-4d48-8b35-d252286549ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c15de3e3-f029-4ee3-ab35-9b549a3a4848 HTTP/1.1" status: 204 len: 168 time: 1.2140408 Dec 05 21:41:15.066177 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854190046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854380766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743210'] for router, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:15.085951 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-64421c6a-93d2-47a7-a83f-583e1b5e7c1c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9822083 Dec 05 21:41:15.089025 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:15.099602 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Pushing event updated for resources: {'Port': ['ID=bca92ebf-4343-402a-a6f2-e7a9cb1c4e23,revision_number=2']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:15.140209 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 50340) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:15.217160 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:15.585154 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4c3d8938-35f0-4841-b313-6ea7d794d152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for subnet, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:15.591509 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-cbe9dedb-96dc-4020-a27e-a2e390a8c03e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:15.592296 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-cbe9dedb-96dc-4020-a27e-a2e390a8c03e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Synchronizing usage tracker for tenant:c1b496b688e54383afcd20c2cc91db1c on resource:network {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:41:15.733751 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:15.773804 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:15.825706 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:15.923074 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d8938-35f0-4841-b313-6ea7d794d152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9202ba51-95a8-4744-9f6f-9b6d34d32b9b,revision_number=0']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:15.948073 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4c3d8938-35f0-4841-b313-6ea7d794d152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:15.953967 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2e311f6d-6f24-4049-b727-ad3471e7b037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:15.965837 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2d8192-625f-4393-951d-5e39a00ebf15 None None] Network 4272d4c4-588d-4ada-834b-9b63daa3f68f requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:41:15.984175 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2e311f6d-6f24-4049-b727-ad3471e7b037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:15.995133 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2e311f6d-6f24-4049-b727-ad3471e7b037 admin admin] Usage tracker for resource:security_group_rule and tenant:980d6af2e56149baa80759d67e83899d is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:16.020824 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3d8938-35f0-4841-b313-6ea7d794d152 admin admin] Checking segment: {'id': '8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:41:16.021622 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3d8938-35f0-4841-b313-6ea7d794d152 admin admin] Network hostable DHCP agents. Network: ba83bbf0-3b38-4232-af09-1ca8d508a608, hostable agents: ['f9b3e222-eb4b-465e-917f-070186e4772e'], hosted agents: [] {{(pid=80240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 05 21:41:16.057159 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2e311f6d-6f24-4049-b727-ad3471e7b037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:16.068716 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2e311f6d-6f24-4049-b727-ad3471e7b037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:16.069766 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-cbe9dedb-96dc-4020-a27e-a2e390a8c03e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Unset dirty status for tenant:c1b496b688e54383afcd20c2cc91db1c on resource:network {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:41:16.072059 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-cbe9dedb-96dc-4020-a27e-a2e390a8c03e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/networks?id=2d594b5e-6ca3-445d-aee6-587585c2507e HTTP/1.1" status: 200 len: 811 time: 1.4794757 Dec 05 21:41:16.075656 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3d8938-35f0-4841-b313-6ea7d794d152 admin admin] Network ba83bbf0-3b38-4232-af09-1ca8d508a608 is scheduled to be hosted by DHCP agent f9b3e222-eb4b-465e-917f-070186e4772e with binding_index 1 {{(pid=80240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 05 21:41:16.108116 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-4c3d8938-35f0-4841-b313-6ea7d794d152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-4-iscsi, ba83bbf0-3b38-4232-af09-1ca8d508a608) {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:41:16.121761 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-66171716-9a98-405a-9a35-e3f3694604a2 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/quotas/c1b496b688e54383afcd20c2cc91db1c HTTP/1.1" status: 200 len: 375 time: 0.0258834 Dec 05 21:41:16.145053 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9577de2f-5f55-4014-b095-220d389c6e36 None None] Network ba83bbf0-3b38-4232-af09-1ca8d508a608 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:41:16.185071 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3d8938-35f0-4841-b313-6ea7d794d152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:16.186146 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4c3d8938-35f0-4841-b313-6ea7d794d152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for subnet, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:16.192949 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585736'] for router, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:16.218359 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-537450c9-c0d1-4e35-ba32-903dfddfe285 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1b496b688e54383afcd20c2cc91db1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0875790 Dec 05 21:41:16.347772 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 50380) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:16.363260 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Allocated IP 172.27.1.240 (dd6739ac-3b61-4fa5-bbf5-45fb885265ae/91227b10-c165-4e57-9f01-5809fdb2af08/76f31444-ba64-4c5b-a23b-3f6f053a4020) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:41:16.369767 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 05 21:41:16.631348 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d7ccdaa-baf9-5d9f-809c-bfb6fe7b06ae-ba83bbf0-3b38-4232-af09-1ca8d508a608', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'fixed_ips': [{'subnet_id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b'}]}} from dv-cinder-757908-4-iscsi. {{(pid=80241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 05 21:41:16.632366 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:16.634840 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-4c3d8938-35f0-4841-b313-6ea7d794d152 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.8791025 Dec 05 21:41:16.638724 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 50390) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:16.663417 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-router', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:16.683720 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2e311f6d-6f24-4049-b727-ad3471e7b037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:16.686601 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:16.698829 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Usage tracker for resource:router and tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:16.704149 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:16.715848 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:16.730550 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32561'] for router, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:16.731570 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854376006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854189987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-417262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743239'] for router, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:16.751000 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:16.779563 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2e311f6d-6f24-4049-b727-ad3471e7b037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:16.869515 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f6deaca0-77fd-4857-8664-7206a8164f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:16.973303 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2e311f6d-6f24-4049-b727-ad3471e7b037 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=980d6af2e56149baa80759d67e83899d&name=default HTTP/1.1" status: 200 len: 2875 time: 1.8296015 Dec 05 21:41:16.983683 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 50404) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:16.989110 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-48aed8de-409e-4e49-a02f-d35b2602e97d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:16.989880 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-48aed8de-409e-4e49-a02f-d35b2602e97d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Synchronizing usage tracker for tenant:edc86cfd0aea464aa58c912ed4606f71 on resource:network {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:41:17.021887 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e311f6d-6f24-4049-b727-ad3471e7b037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb279f6-c01f-42d8-bc52-c23b2603cac8,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:17.030088 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-2ed80dea-da85-479c-8fbe-eb52fc2f735e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80240) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 05 21:41:17.031897 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-2ed80dea-da85-479c-8fbe-eb52fc2f735e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.6416733 Dec 05 21:41:17.036268 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Allocated IP 172.20.0.2 (ba83bbf0-3b38-4232-af09-1ca8d508a608/9202ba51-95a8-4744-9f6f-9b6d34d32b9b/df30bee5-3148-45b8-92dd-d6f361883109) {{(pid=80241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:41:17.044611 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2e311f6d-6f24-4049-b727-ad3471e7b037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:17.096915 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-48aed8de-409e-4e49-a02f-d35b2602e97d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Unset dirty status for tenant:edc86cfd0aea464aa58c912ed4606f71 on resource:network {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:41:17.104626 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-48aed8de-409e-4e49-a02f-d35b2602e97d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/networks?id=4272d4c4-588d-4ada-834b-9b63daa3f68f HTTP/1.1" status: 200 len: 815 time: 0.7534220 Dec 05 21:41:17.109301 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:17.150558 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-24d2e521-637b-4430-a2c9-3006fd1d902a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/quotas/edc86cfd0aea464aa58c912ed4606f71 HTTP/1.1" status: 200 len: 375 time: 0.0448182 Dec 05 21:41:17.237580 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-b284edbc-886d-4c2b-bc45-bc9b4511446e tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?tenant_id=edc86cfd0aea464aa58c912ed4606f71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0859458 Dec 05 21:41:17.244192 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a359dc84-75dd-423b-bf34-4e1b22da10cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:17.303498 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a359dc84-75dd-423b-bf34-4e1b22da10cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:17.315933 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:17.390285 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:17.449524 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Notify callbacks [] for port, precommit_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:17.463508 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Transition to ACTIVE for port object df30bee5-3148-45b8-92dd-d6f361883109 will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:41:17.484714 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Transition to ACTIVE for port object df30bee5-3148-45b8-92dd-d6f361883109 will not be triggered until provisioned by entity DHCP. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:41:17.494832 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:17.521435 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:17.569652 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-b5c6f499-b245-48a2-86b1-c4f77fb4500b service neutron] 10.222.0.50 "GET /v2.0/networks/2d594b5e-6ca3-445d-aee6-587585c2507e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951628 Dec 05 21:41:17.714746 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Pushing event updated for resources: {'Port': ['ID=76f31444-ba64-4c5b-a23b-3f6f053a4020,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:17.723723 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:17.764154 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a359dc84-75dd-423b-bf34-4e1b22da10cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:17.781274 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:17.822800 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Pushing event updated for resources: {'Port': ['ID=df30bee5-3148-45b8-92dd-d6f361883109,revision_number=1']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:17.829613 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:17.839142 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Network dd6739ac-3b61-4fa5-bbf5-45fb885265ae is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:41:17.848823 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359dc84-75dd-423b-bf34-4e1b22da10cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb279f6-c01f-42d8-bc52-c23b2603cac8,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:17.858620 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:41:17.880476 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a359dc84-75dd-423b-bf34-4e1b22da10cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:17.897344 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a359dc84-75dd-423b-bf34-4e1b22da10cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:17.897344 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a359dc84-75dd-423b-bf34-4e1b22da10cd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8fb279f6-c01f-42d8-bc52-c23b2603cac8 HTTP/1.1" status: 204 len: 168 time: 0.9027929 Dec 05 21:41:17.906619 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:41:17.920779 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device bca92ebf-4343-402a-a6f2-e7a9cb1c4e23 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:41:18.025356 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-76736c13-11f3-46c6-8511-5c2e955d2ba6 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80239) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 05 21:41:18.035161 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-76736c13-11f3-46c6-8511-5c2e955d2ba6 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.5255878 Dec 05 21:41:18.068460 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Network ba83bbf0-3b38-4232-af09-1ca8d508a608 is already hosted by enough agents. {{(pid=80241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:41:18.070987 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Resources bound (agent type, host, resource id): {{(pid=80241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:41:18.075571 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port bca92ebf-4343-402a-a6f2-e7a9cb1c4e23 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:41:18.079334 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Received port after_create {{(pid=80241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:41:18.087284 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3da0795-b5a3-4c29-809e-3557353b0668 None None] Network 811ae4e3-171e-48fa-8bac-30edfe0da7b4 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:41:18.107880 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854190046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854380766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743210'] for router, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:18.255274 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Attempting to bind port df30bee5-3148-45b8-92dd-d6f361883109 on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:41:18.255712 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Attempting to bind port df30bee5-3148-45b8-92dd-d6f361883109 by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': '8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:41:18.256166 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Attempting to bind port df30bee5-3148-45b8-92dd-d6f361883109 on network ba83bbf0-3b38-4232-af09-1ca8d508a608 {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:41:18.263873 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-84b0091f-337b-4146-8921-4dfd108d417e None None] Provisioning for port bca92ebf-4343-402a-a6f2-e7a9cb1c4e23 completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:41:18.273319 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:41:18.274019 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Checking segment: {'id': '8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:41:18.274423 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:18.274960 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Bound using segment: {'id': '8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:41:18.275382 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Bound port: df30bee5-3148-45b8-92dd-d6f361883109, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:41:18.275830 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:18.289383 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-84b0091f-337b-4146-8921-4dfd108d417e None None] Provisioning complete for port bca92ebf-4343-402a-a6f2-e7a9cb1c4e23 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:18.289780 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-84b0091f-337b-4146-8921-4dfd108d417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:18.508834 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 50436) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:18.596467 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a8d3162a-4e02-44ff-8c89-46a930214201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:18.624217 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-1fa532bb-c71b-4263-9a0c-28f897c00868 service neutron] 10.222.0.50 "GET /v2.0/networks/2d594b5e-6ca3-445d-aee6-587585c2507e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0328140 Dec 05 21:41:18.737277 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] For port df30bee5-3148-45b8-92dd-d6f361883109, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:41:18.759629 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] For port df30bee5-3148-45b8-92dd-d6f361883109, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=df30bee5-3148-45b8-92dd-d6f361883109,segment=NetworkSegment(8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f),segment_id=8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:41:18.779001 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:18.780520 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-84b0091f-337b-4146-8921-4dfd108d417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:18.792406 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Router 98409fa1-a27f-46b0-baab-ddd63cd017f0 is scheduled to L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 with binding_index 1 {{(pid=80240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 05 21:41:18.806544 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a8d3162a-4e02-44ff-8c89-46a930214201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:18.828274 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a8d3162a-4e02-44ff-8c89-46a930214201 admin admin] Usage tracker for resource:security_group_rule and tenant:14c9d447de91436f8da1309176e73984 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:18.835851 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d5b4964e-87a6-462c-8f1c-14665986268a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:18.856871 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a8d3162a-4e02-44ff-8c89-46a930214201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:18.930369 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-84b0091f-337b-4146-8921-4dfd108d417e None None] For port bca92ebf-4343-402a-a6f2-e7a9cb1c4e23, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=bca92ebf-4343-402a-a6f2-e7a9cb1c4e23,segment=NetworkSegment(ee867ec9-fdd0-4eef-af71-84c38a9bd339),segment_id=ee867ec9-fdd0-4eef-af71-84c38a9bd339)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:41:19.179813 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-0b95062b-ce22-4abe-84cf-d0ee22e88199 service neutron] 10.222.0.50 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1427155 Dec 05 21:41:19.238677 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-84b0091f-337b-4146-8921-4dfd108d417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:19.303832 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Pushing event updated for resources: {'Port': ['ID=df30bee5-3148-45b8-92dd-d6f361883109,revision_number=2']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:19.322011 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:19.322466 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:19.373855 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a8d3162a-4e02-44ff-8c89-46a930214201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:19.454040 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0091f-337b-4146-8921-4dfd108d417e None None] Pushing event updated for resources: {'Port': ['ID=bca92ebf-4343-402a-a6f2-e7a9cb1c4e23,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:19.492964 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-84b0091f-337b-4146-8921-4dfd108d417e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:19.735053 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:19.766895 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a8d3162a-4e02-44ff-8c89-46a930214201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:19.802109 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9d9ea2a9-5019-466f-86cd-d36f36a1c61b req-41d4c105-5ad3-4b2a-94c3-972f9145bcf9 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 210 time: 0.4678037 Dec 05 21:41:19.812833 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a8d3162a-4e02-44ff-8c89-46a930214201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:19.913288 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:19.924912 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device bca92ebf-4343-402a-a6f2-e7a9cb1c4e23 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:41:19.946550 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a8d3162a-4e02-44ff-8c89-46a930214201 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=14c9d447de91436f8da1309176e73984&name=default HTTP/1.1" status: 200 len: 2876 time: 1.4313989 Dec 05 21:41:19.979684 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 50480) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:20.176061 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-16150081-0d05-4dd2-97bd-9e20dd3d2112 None None] Provisioning complete for port bca92ebf-4343-402a-a6f2-e7a9cb1c4e23 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:20.176464 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-16150081-0d05-4dd2-97bd-9e20dd3d2112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:20.292115 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-ab6e5e8a-598c-4dd6-a959-42943e41db3a service neutron] 10.222.0.50 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0921795 Dec 05 21:41:20.349999 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port bca92ebf-4343-402a-a6f2-e7a9cb1c4e23 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:20.351608 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:20.371609 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:41:20.401062 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] Sync routers for ids ['98409fa1-a27f-46b0-baab-ddd63cd017f0'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:41:20.438279 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] Routers {'98409fa1-a27f-46b0-baab-ddd63cd017f0'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:41:20.439568 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:40:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['98409fa1-a27f-46b0-baab-ddd63cd017f0'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:20.654804 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3162a-4e02-44ff-8c89-46a930214201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f464e5a-8078-426e-b101-438796769dac,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:20.708050 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a8d3162a-4e02-44ff-8c89-46a930214201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:20.822353 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1ee0bd70-1762-4ee8-9996-6d1cf4ab1460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:20.953701 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:21.048381 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Notify callbacks [] for router, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:21.050320 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.0986331 Dec 05 21:41:21.058410 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 50512) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:21.134259 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:21.327141 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4614d09e-6346-4a00-a17b-d18010e9bd45 req-02c802d5-9001-4810-97be-ca9738419d05 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 210 time: 0.2691829 Dec 05 21:41:21.354235 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1ee0bd70-1762-4ee8-9996-6d1cf4ab1460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:21.436281 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] Set router 98409fa1-a27f-46b0-baab-ddd63cd017f0 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:41:21.553557 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-165612ab-8589-4c79-9138-8d444bbe8e25 None None] Provisioning complete for port bca92ebf-4343-402a-a6f2-e7a9cb1c4e23 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:21.555371 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-165612ab-8589-4c79-9138-8d444bbe8e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:21.903783 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585736'] for router, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:21.914827 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1ee0bd70-1762-4ee8-9996-6d1cf4ab1460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:21.970951 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device df30bee5-3148-45b8-92dd-d6f361883109 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:41:22.049843 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Allocated IP 172.27.1.148 (dd6739ac-3b61-4fa5-bbf5-45fb885265ae/91227b10-c165-4e57-9f01-5809fdb2af08/d2f4eab6-d75e-473c-831f-c344f5371cc6) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:41:22.052429 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 50534) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:22.154000 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b07ced9-37bc-4c97-b339-904cb5c43a9b None None] Network ba83bbf0-3b38-4232-af09-1ca8d508a608 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:41:22.272530 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:22.285838 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'name': 'tempest-AttachVolumeTestJSON-332782927-router', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:11Z', 'updated_at': '2020-12-05T21:41:14Z', 'revision_number': 3, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'gw_port': {'id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:12Z', 'updated_at': '2020-12-05T21:41:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:22.292308 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] Checking router: 98409fa1-a27f-46b0-baab-ddd63cd017f0 for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:41:22.292948 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] Updating router 98409fa1-a27f-46b0-baab-ddd63cd017f0 port bc1a5d85-b749-4257-9eb1-8eb684bf70a0 binding host dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 05 21:41:22.350404 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:22.372105 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0bd70-1762-4ee8-9996-6d1cf4ab1460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f464e5a-8078-426e-b101-438796769dac,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:22.401662 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:22.405975 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1ee0bd70-1762-4ee8-9996-6d1cf4ab1460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:22.436036 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1ee0bd70-1762-4ee8-9996-6d1cf4ab1460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:22.437907 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-1ee0bd70-1762-4ee8-9996-6d1cf4ab1460 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3f464e5a-8078-426e-b101-438796769dac HTTP/1.1" status: 204 len: 168 time: 2.4065263 Dec 05 21:41:22.465561 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Router b1f0297c-ea85-40ab-8291-5fa2aa1b4880 is scheduled to L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 with binding_index 1 {{(pid=80239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 05 21:41:22.536161 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-afabff57-da45-4596-ac0f-08d8b268571b req-f0408c59-4439-4eac-b0ac-561cd12bbc51 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 210 time: 1.3806579 Dec 05 21:41:22.668095 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:22.743644 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:22.849899 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port df30bee5-3148-45b8-92dd-d6f361883109 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:41:22.860336 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port df30bee5-3148-45b8-92dd-d6f361883109 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:22.860909 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:22.926046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-1038967a-fbf8-42c6-b7f4-2438739043ae None None] Provisioning for port df30bee5-3148-45b8-92dd-d6f361883109 completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:41:22.953077 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-1038967a-fbf8-42c6-b7f4-2438739043ae None None] Provisioning complete for port df30bee5-3148-45b8-92dd-d6f361883109 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:22.953501 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1038967a-fbf8-42c6-b7f4-2438739043ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:23.072314 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] Notify callbacks [] for port, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:23.098513 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:23.107870 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] Transition to ACTIVE for port object bc1a5d85-b749-4257-9eb1-8eb684bf70a0 will not be triggered until provisioned by entity L2. {{(pid=80242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:41:23.112060 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:23.155463 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4bf6fc7a-f7b8-4f3e-9af2-01dd649605a9 req-5efb4631-5584-4f22-9790-c47d7789bdf1 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 210 time: 0.3529701 Dec 05 21:41:23.162517 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6299161b-d7d1-4f86-ad74-816114696f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:23.171146 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port df30bee5-3148-45b8-92dd-d6f361883109, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=df30bee5-3148-45b8-92dd-d6f361883109,segment=NetworkSegment(8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f),segment_id=8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:41:23.212764 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:23.227015 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:23.237589 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6299161b-d7d1-4f86-ad74-816114696f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:23.275982 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6299161b-d7d1-4f86-ad74-816114696f52 admin admin] Usage tracker for resource:security_group_rule and tenant:6689319d6f694413ba82f38b1651c709 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:23.287394 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6299161b-d7d1-4f86-ad74-816114696f52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:23.313052 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6299161b-d7d1-4f86-ad74-816114696f52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:23.381609 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=df30bee5-3148-45b8-92dd-d6f361883109,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:23.391040 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:23.404425 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:23.450722 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:41:23.501612 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] Sync routers for ids ['b1f0297c-ea85-40ab-8291-5fa2aa1b4880'] in dv-cinder-757908-4-iscsi {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:41:23.512802 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Pushing event updated for resources: {'Port': ['ID=bc1a5d85-b749-4257-9eb1-8eb684bf70a0,revision_number=2']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:23.559404 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Notify callbacks [] for router, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:23.566907 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.4588442 Dec 05 21:41:23.567914 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 50578) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:23.574734 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.575123 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.575498 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.575972 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.576254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.576615 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.576976 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.577336 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.577690 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.578046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.578401 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.578755 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.579179 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.579536 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.579919 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.580272 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.580620 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.581518 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.589198 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.589643 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.590039 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.590409 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.590781 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.591385 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Tracked resource versions report: Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: pushed versions: Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: { 'AddressGroup': {'1.0'}, Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'ConntrackHelper': {'1.0'}, Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Log': {'1.0'}, Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Network': {'1.1'}, Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Port': {'1.6'}, Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'PortForwarding': {'1.2'}, Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'QosPolicy': {'1.8'}, Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroup': {'1.3'}, Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroupRule': {'1.1'}, Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SubPort': {'1.0'}, Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Subnet': {'1.1'}, Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Trunk': {'1.1'}} Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: consumer versions: Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: { DHCP agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: L3 agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: Metadata agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: Metering agent@dv-cinder-757908-4-iscsi: {}, Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: Open vSwitch agent@dv-cinder-757908-4-iscsi: { 'AddressGroup': '1.0', Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'ConntrackHelper': '1.0', Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Log': '1.0', Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Network': '1.1', Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Port': '1.6', Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'PortForwarding': '1.2', Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'QosPolicy': '1.8', Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroup': '1.3', Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroupRule': '1.1', Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SubPort': '1.0', Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Subnet': '1.1', Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Trunk': '1.1'}, Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: Open vSwitch agent@hv-cinder-75790: { 'AddressGroup': '1.0', Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'ConntrackHelper': '1.0', Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Log': '1.0', Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Network': '1.1', Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Port': '1.6', Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'PortForwarding': '1.2', Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'QosPolicy': '1.8', Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroup': '1.3', Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SecurityGroupRule': '1.1', Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'SubPort': '1.0', Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Subnet': '1.1', Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: 'Trunk': '1.1'}} Dec 05 21:41:23.592547 dv-cinder-757908-4-iscsi neutron-server[80130]: {{(pid=80242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 05 21:41:23.610263 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:23.611141 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] Attempting to bind port bc1a5d85-b749-4257-9eb1-8eb684bf70a0 on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:41:23.611615 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] Attempting to bind port bc1a5d85-b749-4257-9eb1-8eb684bf70a0 by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:41:23.616505 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] Routers {'b1f0297c-ea85-40ab-8291-5fa2aa1b4880'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:41:23.617554 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:40:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['b1f0297c-ea85-40ab-8291-5fa2aa1b4880'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:23.625366 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] Attempting to bind port bc1a5d85-b749-4257-9eb1-8eb684bf70a0 on network dd6739ac-3b61-4fa5-bbf5-45fb885265ae {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:41:23.644957 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:41:23.645367 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] Checking segment: {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:41:23.645817 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:23.646254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] Bound using segment: {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:41:23.646789 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] Bound port: bc1a5d85-b749-4257-9eb1-8eb684bf70a0, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:41:23.647223 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:23.902014 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] For port bc1a5d85-b749-4257-9eb1-8eb684bf70a0, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:41:23.933597 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] For port bc1a5d85-b749-4257-9eb1-8eb684bf70a0, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=bc1a5d85-b749-4257-9eb1-8eb684bf70a0,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:41:23.943915 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:23.978721 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:24.175190 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device df30bee5-3148-45b8-92dd-d6f361883109 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:41:24.192519 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6299161b-d7d1-4f86-ad74-816114696f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:24.216522 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6299161b-d7d1-4f86-ad74-816114696f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:24.263110 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Pushing event updated for resources: {'Port': ['ID=d2f4eab6-d75e-473c-831f-c344f5371cc6,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:24.280768 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.545s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:24.288091 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-49db5259-3497-4533-b2f9-34895bd49501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:24.309251 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6299161b-d7d1-4f86-ad74-816114696f52 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6689319d6f694413ba82f38b1651c709&name=default HTTP/1.1" status: 200 len: 2879 time: 1.9633832 Dec 05 21:41:24.321979 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 50600) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:24.412089 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Pushing event updated for resources: {'Port': ['ID=bc1a5d85-b749-4257-9eb1-8eb684bf70a0,revision_number=3']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:24.421211 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:24.489863 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-28e1ddb6-d480-4f1b-9af9-f9d57936b5d5 None None] Provisioning complete for port df30bee5-3148-45b8-92dd-d6f361883109 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:24.490468 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-28e1ddb6-d480-4f1b-9af9-f9d57936b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:24.514092 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299161b-d7d1-4f86-ad74-816114696f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfac438-eda5-4044-8d82-9442ae040758,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:24.563134 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.53', 62958) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:24.613186 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6299161b-d7d1-4f86-ad74-816114696f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:24.626683 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] Routers {'98409fa1-a27f-46b0-baab-ddd63cd017f0'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:41:24.627939 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:40:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['98409fa1-a27f-46b0-baab-ddd63cd017f0'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:24.715665 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] Set router b1f0297c-ea85-40ab-8291-5fa2aa1b4880 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:41:24.774609 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0e73491c-526e-49e1-ac34-9892b86a684d req-20bbf4c5-d520-45d3-8e6d-6886f3e1234a tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 210 time: 0.6259227 Dec 05 21:41:24.826995 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70849a86-c8ae-49ad-b9ce-8be3129edc4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:24.924059 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Network dd6739ac-3b61-4fa5-bbf5-45fb885265ae is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:41:24.956686 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:41:24.965214 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:41:25.560735 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.53', 62963) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:25.575085 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-eb8c411f-8686-4995-9014-510531b7a2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:25.587051 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port df30bee5-3148-45b8-92dd-d6f361883109 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:25.592310 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:25.703447 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] Set router 98409fa1-a27f-46b0-baab-ddd63cd017f0 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:41:26.046839 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70849a86-c8ae-49ad-b9ce-8be3129edc4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:26.486802 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70849a86-c8ae-49ad-b9ce-8be3129edc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:26.505415 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0297c-ea85-40ab-8291-5fa2aa1b4880', 'name': 'tempest-ServerRescueNegativeTestJSON-1216302339-router', 'tenant_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '76f31444-ba64-4c5b-a23b-3f6f053a4020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:14Z', 'updated_at': '2020-12-05T21:41:18Z', 'revision_number': 3, 'project_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'gw_port': {'id': '76f31444-ba64-4c5b-a23b-3f6f053a4020', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f0297c-ea85-40ab-8291-5fa2aa1b4880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:26.531914 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] Checking router: b1f0297c-ea85-40ab-8291-5fa2aa1b4880 for host: dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:41:26.534320 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] Updating router b1f0297c-ea85-40ab-8291-5fa2aa1b4880 port 76f31444-ba64-4c5b-a23b-3f6f053a4020 binding host dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 05 21:41:26.589155 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'name': 'tempest-AttachVolumeTestJSON-332782927-router', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:11Z', 'updated_at': '2020-12-05T21:41:14Z', 'revision_number': 3, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'gw_port': {'id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:12Z', 'updated_at': '2020-12-05T21:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:26.597029 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8abe3d-5aa4-4db0-8534-55d73139d734 None None] The sync data for ids ['98409fa1-a27f-46b0-baab-ddd63cd017f0'] in dv-cinder-757908-4-iscsi is: [{'id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'name': 'tempest-AttachVolumeTestJSON-332782927-router', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:11Z', 'updated_at': '2020-12-05T21:41:14Z', 'revision_number': 3, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'gw_port': {'id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:12Z', 'updated_at': '2020-12-05T21:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:41:26.605553 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8bab46b4-bdbf-4f93-b8b9-b80f1ef907f0 req-16a0007c-c393-4648-8efa-f308804a1abb tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 210 time: 0.2584472 Dec 05 21:41:26.702210 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:26.709635 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:26.733642 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c4e5e4b-59b9-4db4-8715-c27d3d9bd141 req-fc769d2f-6619-4d6c-98dd-2b712183da8c tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 210 time: 2.0460515 Dec 05 21:41:26.831396 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1ee0bd70-1762-4ee8-9996-6d1cf4ab1460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:26.922326 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70849a86-c8ae-49ad-b9ce-8be3129edc4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:26.922326 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-70849a86-c8ae-49ad-b9ce-8be3129edc4a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fcfac438-eda5-4044-8d82-9442ae040758 HTTP/1.1" status: 204 len: 168 time: 2.5992959 Dec 05 21:41:26.976574 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:27.187626 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-84abccc0-333c-465b-8087-d33ad06ca199 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:27.193111 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-84abccc0-333c-465b-8087-d33ad06ca199 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.53 "GET /v2.0/networks?id=2d594b5e-6ca3-445d-aee6-587585c2507e HTTP/1.1" status: 200 len: 811 time: 2.6039798 Dec 05 21:41:27.194288 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70849a86-c8ae-49ad-b9ce-8be3129edc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfac438-eda5-4044-8d82-9442ae040758,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:27.200515 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70849a86-c8ae-49ad-b9ce-8be3129edc4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:27.789457 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-3afbf74e-84db-4622-94a2-7361d73f408e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Request body: {'port': {'device_id': '137aa507-ee30-40b2-8a33-c402b0eff6d7', 'network_id': '2d594b5e-6ca3-445d-aee6-587585c2507e', 'admin_state_up': True, 'tenant_id': 'c1b496b688e54383afcd20c2cc91db1c'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:27.984561 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-e04de4b4-39bf-44a5-9d04-bd7087c2aee4 None None] Provisioning complete for port df30bee5-3148-45b8-92dd-d6f361883109 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:27.984998 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e04de4b4-39bf-44a5-9d04-bd7087c2aee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:28.231576 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-65f874b2-93c9-4959-83ed-aa3d82272497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:28.344035 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-3afbf74e-84db-4622-94a2-7361d73f408e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:28.355919 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-3afbf74e-84db-4622-94a2-7361d73f408e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Usage tracker for resource:port and tenant:c1b496b688e54383afcd20c2cc91db1c is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:28.364130 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-3afbf74e-84db-4622-94a2-7361d73f408e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Quota usage for port was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:28.385931 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-3afbf74e-84db-4622-94a2-7361d73f408e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:28.419332 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-3afbf74e-84db-4622-94a2-7361d73f408e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Made reservation on behalf of c1b496b688e54383afcd20c2cc91db1c for: {'port': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:41:28.427581 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-3afbf74e-84db-4622-94a2-7361d73f408e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:28.504210 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-194e1af2-d882-41c9-9a8b-f59bae104e77 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:28.509713 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-194e1af2-d882-41c9-9a8b-f59bae104e77 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.53 "GET /v2.0/networks?id=4272d4c4-588d-4ada-834b-9b63daa3f68f HTTP/1.1" status: 200 len: 815 time: 2.7882354 Dec 05 21:41:28.519220 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:28.736069 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:28.822468 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bec37158-993f-4f83-83cf-52dff9f5f895 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Request body: {'port': {'device_id': 'f06bdca4-5abc-4789-928d-3d7c6771abda', 'network_id': '4272d4c4-588d-4ada-834b-9b63daa3f68f', 'admin_state_up': True, 'tenant_id': 'edc86cfd0aea464aa58c912ed4606f71'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:28.844228 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a8a94f13-8be2-4205-af1c-276bf2ee4c3a req-a054cb57-d983-4208-8a7e-2e0be2b84aef tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 210 time: 0.4376361 Dec 05 21:41:28.932313 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device bc1a5d85-b749-4257-9eb1-8eb684bf70a0 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:41:29.149264 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port bc1a5d85-b749-4257-9eb1-8eb684bf70a0 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:41:29.164517 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port bc1a5d85-b749-4257-9eb1-8eb684bf70a0 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:29.165011 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:29.205486 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] Allocated IP 172.20.0.1 (7a343bc3-72fd-414f-a6e7-9632ec6930e0/ccaf5210-bac5-475a-af4e-b572b8c0356d/aa53172a-7f75-4512-85ba-8bf228635aa7) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:41:29.260939 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] Notify callbacks [] for port, precommit_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:29.294308 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] Transition to ACTIVE for port object 76f31444-ba64-4c5b-a23b-3f6f053a4020 will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:41:29.347852 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:29.520976 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:29.578075 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 50706) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:29.580136 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:29.623222 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7c386a43-1902-4d1a-af38-e762231bc0b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:29.874579 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-909d78a5-e894-46ce-a07d-4f629ecfd9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:29.930709 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-04735c72-fe85-4fa5-b092-cb542c339d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:29.974004 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f25e9-19d9-4907-bd74-a85a87cb76cf None None] Pushing event updated for resources: {'Port': ['ID=76f31444-ba64-4c5b-a23b-3f6f053a4020,revision_number=2']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:30.026137 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e74f25e9-19d9-4907-bd74-a85a87cb76cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:30.062866 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-999608f4-d4d0-4567-9111-bc088e3772d8 req-b04a1131-ec69-417a-82d0-2777921cdfc1 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 210 time: 1.2743444 Dec 05 21:41:30.146069 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:30.208244 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-909d78a5-e894-46ce-a07d-4f629ecfd9e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:30.217290 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-909d78a5-e894-46ce-a07d-4f629ecfd9e6 admin admin] Usage tracker for resource:security_group_rule and tenant:4b03ff1c82a3440f905849dc349a3017 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:30.224973 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-909d78a5-e894-46ce-a07d-4f629ecfd9e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:30.227340 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port bc1a5d85-b749-4257-9eb1-8eb684bf70a0, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=bc1a5d85-b749-4257-9eb1-8eb684bf70a0,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:41:30.229420 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bec37158-993f-4f83-83cf-52dff9f5f895 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:30.239639 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-909d78a5-e894-46ce-a07d-4f629ecfd9e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:30.257742 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bec37158-993f-4f83-83cf-52dff9f5f895 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Usage tracker for resource:port and tenant:edc86cfd0aea464aa58c912ed4606f71 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:30.264402 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bec37158-993f-4f83-83cf-52dff9f5f895 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Quota usage for port was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:30.286391 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:30.293839 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:30.295921 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bec37158-993f-4f83-83cf-52dff9f5f895 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:30.355083 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bec37158-993f-4f83-83cf-52dff9f5f895 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Made reservation on behalf of edc86cfd0aea464aa58c912ed4606f71 for: {'port': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:41:30.361637 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:30.394914 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bec37158-993f-4f83-83cf-52dff9f5f895 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:30.608675 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=bc1a5d85-b749-4257-9eb1-8eb684bf70a0,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:30.617547 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:30.627526 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] Attempting to bind port 76f31444-ba64-4c5b-a23b-3f6f053a4020 on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:41:30.628020 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] Attempting to bind port 76f31444-ba64-4c5b-a23b-3f6f053a4020 by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:41:30.628420 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] Attempting to bind port 76f31444-ba64-4c5b-a23b-3f6f053a4020 on network dd6739ac-3b61-4fa5-bbf5-45fb885265ae {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:41:30.724091 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:41:30.724763 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] Checking segment: {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:41:30.726199 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:30.744336 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] Bound using segment: {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:41:30.753337 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] Bound port: 76f31444-ba64-4c5b-a23b-3f6f053a4020, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:41:30.754192 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:30.852215 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Allocated IP 172.20.0.1 (811ae4e3-171e-48fa-8bac-30edfe0da7b4/1dcf2694-5e4a-45e4-991f-a09b77fb18bf/57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:41:31.128262 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] Pushing event updated for resources: {'Port': ['ID=aa53172a-7f75-4512-85ba-8bf228635aa7,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:31.128993 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] For port 76f31444-ba64-4c5b-a23b-3f6f053a4020, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:41:31.133998 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] For port 76f31444-ba64-4c5b-a23b-3f6f053a4020, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=76f31444-ba64-4c5b-a23b-3f6f053a4020,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:41:31.181150 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] Network 7a343bc3-72fd-414f-a6e7-9632ec6930e0 is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:41:31.212316 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:41:31.220519 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.290s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:31.226460 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:31.245975 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:41:31.247243 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577140'] for router_interface, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:31.362231 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-46ba844c-a5fd-4eb8-a579-5c91a3210caf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:31.622346 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:31.782653 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f25e9-19d9-4907-bd74-a85a87cb76cf None None] Pushing event updated for resources: {'Port': ['ID=76f31444-ba64-4c5b-a23b-3f6f053a4020,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:31.838427 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e74f25e9-19d9-4907-bd74-a85a87cb76cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:31.857670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:31.887442 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Transition to ACTIVE for port object 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9 will not be triggered until provisioned by entity DHCP. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:41:32.012234 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-45a9b773-17e1-4bd4-b6cc-3806c7eed2e3 req-eab5923e-4861-4af4-a200-cfc5755a6c41 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 210 time: 0.0694425 Dec 05 21:41:32.013314 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:32.105826 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3347e32a-d0a0-4d9b-8f86-cf6811b630ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:32.419085 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] Routers {'b1f0297c-ea85-40ab-8291-5fa2aa1b4880'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:41:32.426586 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:41:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['b1f0297c-ea85-40ab-8291-5fa2aa1b4880'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:32.656289 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Network 811ae4e3-171e-48fa-8bac-30edfe0da7b4 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:41:32.696475 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:41:32.716822 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:41:32.718889 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577140'] for router_interface, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:32.830914 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device bc1a5d85-b749-4257-9eb1-8eb684bf70a0 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:41:32.997388 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port bc1a5d85-b749-4257-9eb1-8eb684bf70a0 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:32.997810 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:33.084779 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Pushing event updated for resources: {'Port': ['ID=57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:33.097061 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.992s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:33.196757 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6391b9b5-a2d5-4766-b7f9-03aa1fa05205 req-7c5b4c13-3788-40a7-ad67-5a279742bb4b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 210 time: 2.0119987 Dec 05 21:41:33.678611 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bec37158-993f-4f83-83cf-52dff9f5f895 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Allocated IP 172.20.0.10 (4272d4c4-588d-4ada-834b-9b63daa3f68f/261efeb0-e1dd-44bc-8464-d233b4a1ef36/21caa11b-e5af-479e-a5f1-fed1aedb657f) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:41:33.728104 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585736'] for router, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:33.991932 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-23940957-fc90-4f39-9191-33f516c0b01e req-903c847a-d93a-45d2-8325-9eb781d9e310 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 210 time: 0.2462533 Dec 05 21:41:34.029003 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-72ab2ae5-ac2a-48e6-944c-693a7ea9032d None None] Provisioning for port 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9 completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:41:34.041298 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] Set router b1f0297c-ea85-40ab-8291-5fa2aa1b4880 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:41:34.105592 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:34.475230 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-72ab2ae5-ac2a-48e6-944c-693a7ea9032d None None] Provisioning complete for port 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:34.479478 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-72ab2ae5-ac2a-48e6-944c-693a7ea9032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:34.549397 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bec37158-993f-4f83-83cf-52dff9f5f895 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:34.857831 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:34.934323 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bec37158-993f-4f83-83cf-52dff9f5f895 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:34.959118 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:35.064878 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:35.065290 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:35.093666 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1253663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854198767'] for router_interface, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:35.258415 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-72ab2ae5-ac2a-48e6-944c-693a7ea9032d None None] Port 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9 cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:41:35.346451 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:35.390911 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0297c-ea85-40ab-8291-5fa2aa1b4880', 'name': 'tempest-ServerRescueNegativeTestJSON-1216302339-router', 'tenant_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '76f31444-ba64-4c5b-a23b-3f6f053a4020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:14Z', 'updated_at': '2020-12-05T21:41:18Z', 'revision_number': 3, 'project_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'gw_port': {'id': '76f31444-ba64-4c5b-a23b-3f6f053a4020', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f0297c-ea85-40ab-8291-5fa2aa1b4880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:35.402505 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5ecab0-680a-4357-b98a-3db191307f39 None None] The sync data for ids ['b1f0297c-ea85-40ab-8291-5fa2aa1b4880'] in dv-cinder-757908-4-iscsi is: [{'id': 'b1f0297c-ea85-40ab-8291-5fa2aa1b4880', 'name': 'tempest-ServerRescueNegativeTestJSON-1216302339-router', 'tenant_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '76f31444-ba64-4c5b-a23b-3f6f053a4020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:14Z', 'updated_at': '2020-12-05T21:41:18Z', 'revision_number': 3, 'project_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'gw_port': {'id': '76f31444-ba64-4c5b-a23b-3f6f053a4020', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f0297c-ea85-40ab-8291-5fa2aa1b4880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:41:35.419404 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec37158-993f-4f83-83cf-52dff9f5f895 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Pushing event updated for resources: {'Port': ['ID=21caa11b-e5af-479e-a5f1-fed1aedb657f,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:35.466720 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bec37158-993f-4f83-83cf-52dff9f5f895 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:35.494512 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-909d78a5-e894-46ce-a07d-4f629ecfd9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:35.502006 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-3afbf74e-84db-4622-94a2-7361d73f408e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Allocated IP 172.20.0.11 (2d594b5e-6ca3-445d-aee6-587585c2507e/27599f1a-d385-49ba-b8c5-fd2495c3c03d/2d0107d2-8d97-4d37-85f1-ffd213bba95d) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:41:35.862962 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-11114daa-14fd-44a5-b347-bb72b6bf1b54 req-24c8181e-a87f-4f48-b590-9e4ec6162917 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 210 time: 0.2705145 Dec 05 21:41:35.864479 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-909d78a5-e894-46ce-a07d-4f629ecfd9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:35.886845 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] Network 7a343bc3-72fd-414f-a6e7-9632ec6930e0 is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:41:35.902330 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Router 4d1e7d80-7c8b-423e-a742-989d3393399b is scheduled to L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 with binding_index 1 {{(pid=80240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 05 21:41:35.995823 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 50808) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:36.040781 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:41:36.093669 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-909d78a5-e894-46ce-a07d-4f629ecfd9e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4b03ff1c82a3440f905849dc349a3017&name=default HTTP/1.1" status: 200 len: 2879 time: 6.5098865 Dec 05 21:41:36.096670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 50816) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:36.655560 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] Pushing event updated for resources: {'Port': ['ID=aa53172a-7f75-4512-85ba-8bf228635aa7,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:36.710736 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.363s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:36.735547 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-3afbf74e-84db-4622-94a2-7361d73f408e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:36.794668 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.714s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:37.037912 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:37.052971 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:41:37.065739 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] Sync routers for ids ['4d1e7d80-7c8b-423e-a742-989d3393399b'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:41:37.088139 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] Routers {'4d1e7d80-7c8b-423e-a742-989d3393399b'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:41:37.090246 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:41:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['4d1e7d80-7c8b-423e-a742-989d3393399b'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:37.157589 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] Router b1f0297c-ea85-40ab-8291-5fa2aa1b4880 has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:41:37.291650 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bec37158-993f-4f83-83cf-52dff9f5f895 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Network 4272d4c4-588d-4ada-834b-9b63daa3f68f is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:41:37.297882 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:37.303016 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6ab8c388-46e2-4978-af3d-6e7099908f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:37.439024 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 76f31444-ba64-4c5b-a23b-3f6f053a4020 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:41:37.505027 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bec37158-993f-4f83-83cf-52dff9f5f895 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:41:37.513159 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6ab8c388-46e2-4978-af3d-6e7099908f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:37.517564 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6ab8c388-46e2-4978-af3d-6e7099908f08 admin admin] Usage tracker for resource:security_group_rule and tenant:d7b05214fdea4aa8ba9016b5dee66a4a is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:37.522254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6ab8c388-46e2-4978-af3d-6e7099908f08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:37.531199 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6ab8c388-46e2-4978-af3d-6e7099908f08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:37.650009 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6ab8c388-46e2-4978-af3d-6e7099908f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:37.653828 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-df29fa5b-05b1-4b41-ade8-e723c44e5b51 req-40845534-b4bb-4a50-a36e-44ed2e89dea9 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 210 time: 0.2834456 Dec 05 21:41:37.655045 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bec37158-993f-4f83-83cf-52dff9f5f895 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:41:37.660054 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bec37158-993f-4f83-83cf-52dff9f5f895 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:37.660781 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bec37158-993f-4f83-83cf-52dff9f5f895 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:37.689837 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1253663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854198767'] for router_interface, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:37.700483 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port 76f31444-ba64-4c5b-a23b-3f6f053a4020 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:41:37.754257 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 76f31444-ba64-4c5b-a23b-3f6f053a4020 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:37.754776 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:37.905233 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] Notify callbacks [] for router, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:37.906824 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-da49fdc5-737e-4bd7-afe9-4bd886539a4a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 21.2666652 Dec 05 21:41:37.909374 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:37.961614 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6ab8c388-46e2-4978-af3d-6e7099908f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:37.963568 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bec37158-993f-4f83-83cf-52dff9f5f895 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.1765263 Dec 05 21:41:37.964242 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 50832) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:37.982996 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Network 811ae4e3-171e-48fa-8bac-30edfe0da7b4 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:41:38.013693 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] Set router 4d1e7d80-7c8b-423e-a742-989d3393399b gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:41:38.019526 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:41:38.255524 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:38.279571 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port 76f31444-ba64-4c5b-a23b-3f6f053a4020, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=76f31444-ba64-4c5b-a23b-3f6f053a4020,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:41:38.285404 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373ad14-5931-4746-8e94-e7a444caf7b5 req-2543601a-6220-4bbd-a9d8-4c2ab355363e tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:38.287478 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3373ad14-5931-4746-8e94-e7a444caf7b5 req-2543601a-6220-4bbd-a9d8-4c2ab355363e tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 932 time: 3.3208268 Dec 05 21:41:38.292459 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:38.295623 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:38.402238 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-3afbf74e-84db-4622-94a2-7361d73f408e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:38.423022 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=76f31444-ba64-4c5b-a23b-3f6f053a4020,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:38.427296 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:38.451348 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d78a5-e894-46ce-a07d-4f629ecfd9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86def4e-28fa-4850-9a97-eb0fe1875851,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:38.467515 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-909d78a5-e894-46ce-a07d-4f629ecfd9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.673s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:38.485986 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:41:38.487899 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-795dddfd-5665-4134-8625-ee99ecb522ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:38.545084 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Pushing event updated for resources: {'Port': ['ID=57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:38.635183 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-72968a94-56ed-4ea7-92c7-7c97d32be1d9 None None] Provisioning complete for port 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:38.635424 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-72968a94-56ed-4ea7-92c7-7c97d32be1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:38.637937 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-795dddfd-5665-4134-8625-ee99ecb522ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:38.651111 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:38.800076 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:38.923467 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-72968a94-56ed-4ea7-92c7-7c97d32be1d9 None None] Port 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9 cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:41:38.931065 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-router', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:25Z', 'revision_number': 3, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'gw_port': {'id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:21Z', 'updated_at': '2020-12-05T21:41:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:38.937419 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] Checking router: 4d1e7d80-7c8b-423e-a742-989d3393399b for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:41:38.937815 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] Updating router 4d1e7d80-7c8b-423e-a742-989d3393399b port d2f4eab6-d75e-473c-831f-c344f5371cc6 binding host dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 05 21:41:39.015013 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-3373ad14-5931-4746-8e94-e7a444caf7b5 req-bc3b9b46-4249-4f45-be1c-eaa6fdd2bc3f tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Synchronizing usage tracker for tenant:edc86cfd0aea464aa58c912ed4606f71 on resource:security_group {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:41:39.072149 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:39.088136 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afbf74e-84db-4622-94a2-7361d73f408e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Pushing event updated for resources: {'Port': ['ID=2d0107d2-8d97-4d37-85f1-ffd213bba95d,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:39.110154 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3afbf74e-84db-4622-94a2-7361d73f408e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:39.156460 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] 10.222.0.50 "PUT /v2.0/routers/b1f0297c-ea85-40ab-8291-5fa2aa1b4880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5784495 Dec 05 21:41:39.213381 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-3373ad14-5931-4746-8e94-e7a444caf7b5 req-bc3b9b46-4249-4f45-be1c-eaa6fdd2bc3f tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Unset dirty status for tenant:edc86cfd0aea464aa58c912ed4606f71 on resource:security_group {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:41:39.214891 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3373ad14-5931-4746-8e94-e7a444caf7b5 req-bc3b9b46-4249-4f45-be1c-eaa6fdd2bc3f tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8611319 Dec 05 21:41:39.269175 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-795dddfd-5665-4134-8625-ee99ecb522ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:39.271626 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-3afbf74e-84db-4622-94a2-7361d73f408e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Network 2d594b5e-6ca3-445d-aee6-587585c2507e is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:41:39.288145 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-3afbf74e-84db-4622-94a2-7361d73f408e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:41:39.291910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fb7680a7-671c-4d98-9e01-56100d7c6997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:39.304391 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-3afbf74e-84db-4622-94a2-7361d73f408e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:41:39.312001 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-3afbf74e-84db-4622-94a2-7361d73f408e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:39.312567 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-3afbf74e-84db-4622-94a2-7361d73f408e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:39.316071 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.924s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:39.369886 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-8d6a8036-c3ec-4aaa-9ee9-5d3fee17ece4 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80240) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 05 21:41:39.372127 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-8d6a8036-c3ec-4aaa-9ee9-5d3fee17ece4 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.8024273 Dec 05 21:41:39.377564 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795dddfd-5665-4134-8625-ee99ecb522ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86def4e-28fa-4850-9a97-eb0fe1875851,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:39.388503 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-795dddfd-5665-4134-8625-ee99ecb522ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:39.389541 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-795dddfd-5665-4134-8625-ee99ecb522ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:39.390844 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-795dddfd-5665-4134-8625-ee99ecb522ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b86def4e-28fa-4850-9a97-eb0fe1875851 HTTP/1.1" status: 204 len: 168 time: 3.2593644 Dec 05 21:41:39.401384 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-3afbf74e-84db-4622-94a2-7361d73f408e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 11.7202713 Dec 05 21:41:39.433075 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Router 98409fa1-a27f-46b0-baab-ddd63cd017f0 has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:41:39.489537 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 76f31444-ba64-4c5b-a23b-3f6f053a4020 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:41:39.655438 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 76f31444-ba64-4c5b-a23b-3f6f053a4020 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:39.655927 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:39.892067 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] Sync routers for ids ['b1f0297c-ea85-40ab-8291-5fa2aa1b4880'] in dv-cinder-757908-4-iscsi {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:41:39.919825 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] Routers {'b1f0297c-ea85-40ab-8291-5fa2aa1b4880'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:41:39.921129 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:41:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['b1f0297c-ea85-40ab-8291-5fa2aa1b4880'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:40.223449 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] Set router b1f0297c-ea85-40ab-8291-5fa2aa1b4880 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:41:40.547158 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Request body: {'port': {'device_id': 'f06bdca4-5abc-4789-928d-3d7c6771abda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:40.650796 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] Notify callbacks [] for port, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:40.732565 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] Transition to ACTIVE for port object d2f4eab6-d75e-473c-831f-c344f5371cc6 will not be triggered until provisioned by entity L2. {{(pid=80242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:41:40.749543 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:40.767772 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0297c-ea85-40ab-8291-5fa2aa1b4880', 'name': 'tempest-ServerRescueNegativeTestJSON-1216302339-router', 'tenant_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '76f31444-ba64-4c5b-a23b-3f6f053a4020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:14Z', 'updated_at': '2020-12-05T21:41:33Z', 'revision_number': 4, 'project_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'gw_port': {'id': '76f31444-ba64-4c5b-a23b-3f6f053a4020', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0297c-ea85-40ab-8291-5fa2aa1b4880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'aa53172a-7f75-4512-85ba-8bf228635aa7', 'name': '', 'network_id': '7a343bc3-72fd-414f-a6e7-9632ec6930e0', 'tenant_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'mac_address': 'fa:16:3e:ca:88:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f0297c-ea85-40ab-8291-5fa2aa1b4880', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ccaf5210-bac5-475a-af4e-b572b8c0356d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:27Z', 'updated_at': '2020-12-05T21:41:34Z', 'revision_number': 2, 'project_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'subnets': [{'id': 'ccaf5210-bac5-475a-af4e-b572b8c0356d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:40.781358 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] Checking router: b1f0297c-ea85-40ab-8291-5fa2aa1b4880 for host: dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:41:40.782004 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] Updating router b1f0297c-ea85-40ab-8291-5fa2aa1b4880 port aa53172a-7f75-4512-85ba-8bf228635aa7 binding host dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 05 21:41:40.804875 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6ab8c388-46e2-4978-af3d-6e7099908f08 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7b05214fdea4aa8ba9016b5dee66a4a&name=default HTTP/1.1" status: 200 len: 2879 time: 4.7789569 Dec 05 21:41:40.835431 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 50866) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:40.879257 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8c388-46e2-4978-af3d-6e7099908f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faea1045-ed34-49e2-a873-58ea51335cda,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:40.906903 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6ab8c388-46e2-4978-af3d-6e7099908f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.586s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:40.990177 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Request body: {'port': {'device_id': '137aa507-ee30-40b2-8a33-c402b0eff6d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:41.031136 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:41.376065 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:41.549760 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:41.766695 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] Attempting to bind port d2f4eab6-d75e-473c-831f-c344f5371cc6 on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:41:41.767366 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] Attempting to bind port d2f4eab6-d75e-473c-831f-c344f5371cc6 by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:41:41.768276 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] Attempting to bind port d2f4eab6-d75e-473c-831f-c344f5371cc6 on network dd6739ac-3b61-4fa5-bbf5-45fb885265ae {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:41:41.785389 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:41:41.787006 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] Checking segment: {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:41:41.787830 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:41.789196 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] Bound using segment: {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:41:41.790072 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] Bound port: d2f4eab6-d75e-473c-831f-c344f5371cc6, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:41:41.790781 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:41.997262 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8bf2f-0bab-4c40-bc29-83f61d6a07a3 None None] Pushing event updated for resources: {'Port': ['ID=d2f4eab6-d75e-473c-831f-c344f5371cc6,revision_number=2']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:42.008462 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-68b8bf2f-0bab-4c40-bc29-83f61d6a07a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:42.028774 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] For port d2f4eab6-d75e-473c-831f-c344f5371cc6, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:41:42.045413 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] For port d2f4eab6-d75e-473c-831f-c344f5371cc6, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=d2f4eab6-d75e-473c-831f-c344f5371cc6,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:41:42.054901 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:42.087996 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a534712a-466d-4870-b0aa-6545c31ec6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:42.123406 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:42.322535 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:42.346038 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:41:42.394789 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a534712a-466d-4870-b0aa-6545c31ec6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:42.436910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] Sync routers for ids ['98409fa1-a27f-46b0-baab-ddd63cd017f0'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:41:42.502744 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab596872-be0f-4e60-b505-8185b9c8f62f req-54f249b8-640a-4a65-a224-25ac584bf653 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:42.504869 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8bf2f-0bab-4c40-bc29-83f61d6a07a3 None None] Pushing event updated for resources: {'Port': ['ID=d2f4eab6-d75e-473c-831f-c344f5371cc6,revision_number=3']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:42.506381 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ab596872-be0f-4e60-b505-8185b9c8f62f req-54f249b8-640a-4a65-a224-25ac584bf653 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 932 time: 1.4605188 Dec 05 21:41:42.510163 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-68b8bf2f-0bab-4c40-bc29-83f61d6a07a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:42.514278 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] Routers {'98409fa1-a27f-46b0-baab-ddd63cd017f0'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:41:42.515203 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:41:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['98409fa1-a27f-46b0-baab-ddd63cd017f0'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:42.542889 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] 10.222.0.50 "PUT /v2.0/routers/98409fa1-a27f-46b0-baab-ddd63cd017f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.4765325 Dec 05 21:41:42.657597 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] Notify callbacks [] for port, precommit_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:42.688339 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] Routers {'4d1e7d80-7c8b-423e-a742-989d3393399b'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:41:42.689274 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:41:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['4d1e7d80-7c8b-423e-a742-989d3393399b'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:42.737228 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] Transition to ACTIVE for port object aa53172a-7f75-4512-85ba-8bf228635aa7 will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:41:42.747373 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:42.761161 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572d619-44d7-4141-89f8-333ddaab248e req-8e3a3dcb-1925-4aa0-a335-81f82bd6bc83 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:42.764124 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9572d619-44d7-4141-89f8-333ddaab248e req-8e3a3dcb-1925-4aa0-a335-81f82bd6bc83 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 932 time: 3.4209979 Dec 05 21:41:42.773989 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a534712a-466d-4870-b0aa-6545c31ec6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:42.793472 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ab596872-be0f-4e60-b505-8185b9c8f62f req-63408ce0-19c0-4c08-8bd8-e85009d2c569 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490054 Dec 05 21:41:42.798263 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-795dddfd-5665-4134-8625-ee99ecb522ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:42.818287 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534712a-466d-4870-b0aa-6545c31ec6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faea1045-ed34-49e2-a873-58ea51335cda,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:42.826391 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a534712a-466d-4870-b0aa-6545c31ec6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:42.844083 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a534712a-466d-4870-b0aa-6545c31ec6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:42.850242 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a534712a-466d-4870-b0aa-6545c31ec6bc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/faea1045-ed34-49e2-a873-58ea51335cda HTTP/1.1" status: 204 len: 168 time: 1.9990661 Dec 05 21:41:42.875223 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-84b0091f-337b-4146-8921-4dfd108d417e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:43.011002 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa1482-aec1-4e6f-9ec3-7756d3e532bc None None] Pushing event updated for resources: {'Port': ['ID=aa53172a-7f75-4512-85ba-8bf228635aa7,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:43.035662 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c7aa1482-aec1-4e6f-9ec3-7756d3e532bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:43.096263 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21caa11b-e5af-479e-a5f1-fed1aedb657f {{(pid=80239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 05 21:41:43.110927 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:43.142172 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Transition to ACTIVE for port object 21caa11b-e5af-479e-a5f1-fed1aedb657f will not be triggered until provisioned by entity L2. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:41:43.149011 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:43.536193 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:43.541054 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] Attempting to bind port aa53172a-7f75-4512-85ba-8bf228635aa7 on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:41:43.541802 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] Attempting to bind port aa53172a-7f75-4512-85ba-8bf228635aa7 by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': 'f09498a5-c82a-419e-9695-fb5cf3b4d805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7a343bc3-72fd-414f-a6e7-9632ec6930e0'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:41:43.542429 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] Attempting to bind port aa53172a-7f75-4512-85ba-8bf228635aa7 on network 7a343bc3-72fd-414f-a6e7-9632ec6930e0 {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:41:43.565059 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:41:43.565894 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] Checking segment: {'id': 'f09498a5-c82a-419e-9695-fb5cf3b4d805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7a343bc3-72fd-414f-a6e7-9632ec6930e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:41:43.566539 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:43.567167 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] Bound using segment: {'id': 'f09498a5-c82a-419e-9695-fb5cf3b4d805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7a343bc3-72fd-414f-a6e7-9632ec6930e0'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:41:43.567969 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] Bound port: aa53172a-7f75-4512-85ba-8bf228635aa7, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09498a5-c82a-419e-9695-fb5cf3b4d805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7a343bc3-72fd-414f-a6e7-9632ec6930e0'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:41:43.568616 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:43.751840 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Pushing event updated for resources: {'Port': ['ID=21caa11b-e5af-479e-a5f1-fed1aedb657f,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:43.780411 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:43.806597 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] For port aa53172a-7f75-4512-85ba-8bf228635aa7, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:41:43.813997 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] For port aa53172a-7f75-4512-85ba-8bf228635aa7, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=aa53172a-7f75-4512-85ba-8bf228635aa7,segment=NetworkSegment(f09498a5-c82a-419e-9695-fb5cf3b4d805),segment_id=f09498a5-c82a-419e-9695-fb5cf3b4d805)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:41:43.822217 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:44.049494 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:44.227182 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Attempting to bind port 21caa11b-e5af-479e-a5f1-fed1aedb657f on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:41:44.227876 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Attempting to bind port 21caa11b-e5af-479e-a5f1-fed1aedb657f by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '76cccfe4-ab2e-4d88-9859-8dba3228c455', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4272d4c4-588d-4ada-834b-9b63daa3f68f'}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:41:44.228538 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Attempting to bind port 21caa11b-e5af-479e-a5f1-fed1aedb657f on network 4272d4c4-588d-4ada-834b-9b63daa3f68f {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:41:44.231520 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] Routers {'b1f0297c-ea85-40ab-8291-5fa2aa1b4880'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:41:44.236713 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:41:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['b1f0297c-ea85-40ab-8291-5fa2aa1b4880'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:44.255328 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Checking agent: {'id': '73420180-90c9-4440-8e64-a61aa3b256a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 39, 15), 'started_at': datetime.datetime(2020, 12, 5, 21, 39, 45), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:41:44.256072 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Checking segment: {'id': '76cccfe4-ab2e-4d88-9859-8dba3228c455', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4272d4c4-588d-4ada-834b-9b63daa3f68f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:41:44.257408 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:44.257958 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Bound using segment: {'id': '76cccfe4-ab2e-4d88-9859-8dba3228c455', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4272d4c4-588d-4ada-834b-9b63daa3f68f'} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:41:44.258638 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Bound port: 21caa11b-e5af-479e-a5f1-fed1aedb657f, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cccfe4-ab2e-4d88-9859-8dba3228c455', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4272d4c4-588d-4ada-834b-9b63daa3f68f'}}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:41:44.259168 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:44.304817 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] Set router 98409fa1-a27f-46b0-baab-ddd63cd017f0 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:41:44.345025 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 50922) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:44.407540 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] Set router 4d1e7d80-7c8b-423e-a742-989d3393399b gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:41:44.453335 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9f044ca-fdfd-4f82-9ac3-6c020ea8a866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:44.516318 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b9f044ca-fdfd-4f82-9ac3-6c020ea8a866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:44.521134 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-9572d619-44d7-4141-89f8-333ddaab248e req-dca5d258-b1c5-4a57-bfd8-9a7529a972fc tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Synchronizing usage tracker for tenant:c1b496b688e54383afcd20c2cc91db1c on resource:security_group {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:41:44.549223 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] For port 21caa11b-e5af-479e-a5f1-fed1aedb657f, host hv-cinder-75790, cleared binding levels {{(pid=80239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:41:44.558279 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] For port 21caa11b-e5af-479e-a5f1-fed1aedb657f, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=21caa11b-e5af-479e-a5f1-fed1aedb657f,segment=NetworkSegment(76cccfe4-ab2e-4d88-9859-8dba3228c455),segment_id=76cccfe4-ab2e-4d88-9859-8dba3228c455)] {{(pid=80239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:41:44.563585 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b9f044ca-fdfd-4f82-9ac3-6c020ea8a866 admin admin] Usage tracker for resource:security_group_rule and tenant:1abf516c18604235966546187343f89b is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:44.567220 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:44.587277 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b9f044ca-fdfd-4f82-9ac3-6c020ea8a866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:44.599818 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e0e6eb76-1d9f-4e6c-8eb0-a7ad4a947202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:44.774370 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b9f044ca-fdfd-4f82-9ac3-6c020ea8a866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:45.159832 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Pushing event updated for resources: {'Port': ['ID=21caa11b-e5af-479e-a5f1-fed1aedb657f,revision_number=3']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:45.177782 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:45.258360 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-9fcb4c4f-b75e-4bf4-8034-b66d1ebc84b2 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:45.259162 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-9fcb4c4f-b75e-4bf4-8034-b66d1ebc84b2 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Synchronizing usage tracker for tenant:387707d1b07f4c5b9a7d2155b4ca7185 on resource:network {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:41:45.271626 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:45.273054 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:45.274975 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] 10.222.0.53 "PUT /v2.0/ports/21caa11b-e5af-479e-a5f1-fed1aedb657f HTTP/1.1" status: 200 len: 1158 time: 5.7950549 Dec 05 21:41:45.275539 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06bdca4-5abc-4789-928d-3d7c6771abda', 'tag': '21caa11b-e5af-479e-a5f1-fed1aedb657f'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:41:45.280174 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-router', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:25Z', 'revision_number': 3, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'gw_port': {'id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:21Z', 'updated_at': '2020-12-05T21:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:45.300964 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f2431a-3190-4702-bc03-0f4fdf3485e4 None None] The sync data for ids ['4d1e7d80-7c8b-423e-a742-989d3393399b'] in dv-cinder-757908-4-iscsi is: [{'id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-router', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:25Z', 'revision_number': 3, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'gw_port': {'id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:21Z', 'updated_at': '2020-12-05T21:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:41:45.328500 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa1482-aec1-4e6f-9ec3-7756d3e532bc None None] Pushing event updated for resources: {'Port': ['ID=aa53172a-7f75-4512-85ba-8bf228635aa7,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:45.351964 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'name': 'tempest-AttachVolumeTestJSON-332782927-router', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:11Z', 'updated_at': '2020-12-05T21:41:33Z', 'revision_number': 4, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'gw_port': {'id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:12Z', 'updated_at': '2020-12-05T21:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9', 'name': '', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'mac_address': 'fa:16:3e:06:a3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:27Z', 'updated_at': '2020-12-05T21:41:35Z', 'revision_number': 2, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'subnets': [{'id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:45.372048 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] Checking router: 98409fa1-a27f-46b0-baab-ddd63cd017f0 for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:41:45.372796 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] Updating router 98409fa1-a27f-46b0-baab-ddd63cd017f0 port 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9 binding host dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 05 21:41:45.387496 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c7aa1482-aec1-4e6f-9ec3-7756d3e532bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.338s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:45.419210 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:45.434401 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0107d2-8d97-4d37-85f1-ffd213bba95d {{(pid=80240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 05 21:41:45.451141 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:45.486917 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-9572d619-44d7-4141-89f8-333ddaab248e req-dca5d258-b1c5-4a57-bfd8-9a7529a972fc tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Unset dirty status for tenant:c1b496b688e54383afcd20c2cc91db1c on resource:security_group {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:41:45.513192 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9572d619-44d7-4141-89f8-333ddaab248e req-dca5d258-b1c5-4a57-bfd8-9a7529a972fc tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/security-groups?id=076da1f3-81ee-4ebf-8651-533c68efe320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9469781 Dec 05 21:41:45.540289 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] Set router b1f0297c-ea85-40ab-8291-5fa2aa1b4880 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:41:45.644610 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-629f747e-b5ce-4f10-821b-48cabad55d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:45.647812 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-629f747e-b5ce-4f10-821b-48cabad55d0c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=edc86cfd0aea464aa58c912ed4606f71&device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 1161 time: 0.2765746 Dec 05 21:41:45.657766 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:45.690448 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Transition to ACTIVE for port object 2d0107d2-8d97-4d37-85f1-ffd213bba95d will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:41:45.707227 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9f044ca-fdfd-4f82-9ac3-6c020ea8a866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:45.717366 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:45.724678 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9f044ca-fdfd-4f82-9ac3-6c020ea8a866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:45.850219 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:46.051598 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-9fcb4c4f-b75e-4bf4-8034-b66d1ebc84b2 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Unset dirty status for tenant:387707d1b07f4c5b9a7d2155b4ca7185 on resource:network {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:41:46.056560 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-9fcb4c4f-b75e-4bf4-8034-b66d1ebc84b2 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/networks?id=7a343bc3-72fd-414f-a6e7-9632ec6930e0 HTTP/1.1" status: 200 len: 819 time: 1.4606977 Dec 05 21:41:46.147378 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-f6dbeff3-d542-4d13-8835-3233c3e6eda8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21caa11b-e5af-479e-a5f1-fed1aedb657f HTTP/1.1" status: 200 len: 217 time: 0.4853561 Dec 05 21:41:46.378961 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-b0991a96-72a2-4fe8-8d14-56f66db24d23 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/quotas/387707d1b07f4c5b9a7d2155b4ca7185 HTTP/1.1" status: 200 len: 375 time: 0.2443597 Dec 05 21:41:46.739417 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-e6fe0aaa-81cc-4880-a143-9705a9a53f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:46.752105 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-e6fe0aaa-81cc-4880-a143-9705a9a53f80 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=261efeb0-e1dd-44bc-8464-d233b4a1ef36 HTTP/1.1" status: 200 len: 855 time: 0.5792010 Dec 05 21:41:46.930644 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-68bffac9-9b58-4120-baba-bd99d634e153 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4272d4c4-588d-4ada-834b-9b63daa3f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1671498 Dec 05 21:41:47.006352 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0297c-ea85-40ab-8291-5fa2aa1b4880', 'name': 'tempest-ServerRescueNegativeTestJSON-1216302339-router', 'tenant_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '76f31444-ba64-4c5b-a23b-3f6f053a4020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:14Z', 'updated_at': '2020-12-05T21:41:33Z', 'revision_number': 4, 'project_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'gw_port': {'id': '76f31444-ba64-4c5b-a23b-3f6f053a4020', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0297c-ea85-40ab-8291-5fa2aa1b4880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'aa53172a-7f75-4512-85ba-8bf228635aa7', 'name': '', 'network_id': '7a343bc3-72fd-414f-a6e7-9632ec6930e0', 'tenant_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'mac_address': 'fa:16:3e:ca:88:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f0297c-ea85-40ab-8291-5fa2aa1b4880', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ccaf5210-bac5-475a-af4e-b572b8c0356d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:27Z', 'updated_at': '2020-12-05T21:41:43Z', 'revision_number': 4, 'project_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'subnets': [{'id': 'ccaf5210-bac5-475a-af4e-b572b8c0356d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:47.030515 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c31eb6d-d5e7-4780-b83b-b2b79304f940 None None] The sync data for ids ['b1f0297c-ea85-40ab-8291-5fa2aa1b4880'] in dv-cinder-757908-4-iscsi is: [{'id': 'b1f0297c-ea85-40ab-8291-5fa2aa1b4880', 'name': 'tempest-ServerRescueNegativeTestJSON-1216302339-router', 'tenant_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '76f31444-ba64-4c5b-a23b-3f6f053a4020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:14Z', 'updated_at': '2020-12-05T21:41:33Z', 'revision_number': 4, 'project_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'gw_port': {'id': '76f31444-ba64-4c5b-a23b-3f6f053a4020', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0297c-ea85-40ab-8291-5fa2aa1b4880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'aa53172a-7f75-4512-85ba-8bf228635aa7', 'name': '', 'network_id': '7a343bc3-72fd-414f-a6e7-9632ec6930e0', 'tenant_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'mac_address': 'fa:16:3e:ca:88:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f0297c-ea85-40ab-8291-5fa2aa1b4880', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ccaf5210-bac5-475a-af4e-b572b8c0356d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:27Z', 'updated_at': '2020-12-05T21:41:43Z', 'revision_number': 4, 'project_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'subnets': [{'id': 'ccaf5210-bac5-475a-af4e-b572b8c0356d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:41:47.068339 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b9f044ca-fdfd-4f82-9ac3-6c020ea8a866 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1abf516c18604235966546187343f89b&name=default HTTP/1.1" status: 200 len: 2879 time: 2.7217402 Dec 05 21:41:47.191210 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 50962) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:47.210337 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0107d2-8d97-4d37-85f1-ffd213bba95d,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:47.290229 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] Notify callbacks [] for port, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:47.383639 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] Transition to ACTIVE for port object 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9 will not be triggered until provisioned by entity L2. {{(pid=80242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:41:47.399519 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:47.409803 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.566s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:47.428821 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6ab8c388-46e2-4978-af3d-6e7099908f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.210s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:47.509390 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:47.843833 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device aa53172a-7f75-4512-85ba-8bf228635aa7 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:41:48.041986 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f044ca-fdfd-4f82-9ac3-6c020ea8a866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d80f84-0528-48e7-a03f-ae4c43abc98e,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:48.112614 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-68b8bf2f-0bab-4c40-bc29-83f61d6a07a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:48.151934 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b9f044ca-fdfd-4f82-9ac3-6c020ea8a866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:48.154130 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port aa53172a-7f75-4512-85ba-8bf228635aa7 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:41:48.181789 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port aa53172a-7f75-4512-85ba-8bf228635aa7 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:48.182191 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:48.443657 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e099c364-038a-49e7-a738-d3d7c224429b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:48.459314 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 50980) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:48.480024 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:48.509450 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-418de763-9072-4280-a250-3c5c7182ad26 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Request body: {'security_group': {'name': 'tempest-securitygroup--768048903', 'description': 'tempest-description--626715902'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:48.551015 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-722004cf-5899-419a-bdb1-6d52a4c0f823 service neutron] 10.222.0.53 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6090147 Dec 05 21:41:48.577526 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port aa53172a-7f75-4512-85ba-8bf228635aa7, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=aa53172a-7f75-4512-85ba-8bf228635aa7,segment=NetworkSegment(f09498a5-c82a-419e-9695-fb5cf3b4d805),segment_id=f09498a5-c82a-419e-9695-fb5cf3b4d805)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:41:48.587331 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:48.588493 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device d2f4eab6-d75e-473c-831f-c344f5371cc6 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:41:48.663485 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:48.710316 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-6b690b62-b7c0-4910-8074-fea0519637c3 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Synchronizing usage tracker for tenant:387707d1b07f4c5b9a7d2155b4ca7185 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:41:48.787070 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=aa53172a-7f75-4512-85ba-8bf228635aa7,revision_number=5']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:48.792617 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:48.894541 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port d2f4eab6-d75e-473c-831f-c344f5371cc6 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:41:48.904934 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port d2f4eab6-d75e-473c-831f-c344f5371cc6 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:48.905355 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:48.915038 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-6b690b62-b7c0-4910-8074-fea0519637c3 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Unset dirty status for tenant:387707d1b07f4c5b9a7d2155b4ca7185 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:41:48.917001 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-6b690b62-b7c0-4910-8074-fea0519637c3 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?tenant_id=387707d1b07f4c5b9a7d2155b4ca7185&fields=id HTTP/1.1" status: 200 len: 255 time: 2.5008993 Dec 05 21:41:48.976069 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Attempting to bind port 2d0107d2-8d97-4d37-85f1-ffd213bba95d on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:41:48.976788 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Attempting to bind port 2d0107d2-8d97-4d37-85f1-ffd213bba95d by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '2901e56f-10ed-4b50-99b2-23110163f79f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2d594b5e-6ca3-445d-aee6-587585c2507e'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:41:48.977341 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Attempting to bind port 2d0107d2-8d97-4d37-85f1-ffd213bba95d on network 2d594b5e-6ca3-445d-aee6-587585c2507e {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:41:48.991580 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] Attempting to bind port 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9 on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:41:48.992651 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] Attempting to bind port 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9 by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': 'ee867ec9-fdd0-4eef-af71-84c38a9bd339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4'}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:41:48.993500 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] Attempting to bind port 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9 on network 811ae4e3-171e-48fa-8bac-30edfe0da7b4 {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:41:49.001096 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-418de763-9072-4280-a250-3c5c7182ad26 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:49.006095 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-418de763-9072-4280-a250-3c5c7182ad26 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Usage tracker for resource:security_group and tenant:37ac9d224de24a2484f2fdefe069b4bf is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:49.011486 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-418de763-9072-4280-a250-3c5c7182ad26 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:49.017378 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032f50e-d486-4be3-875d-ff533f1d218c None None] Pushing event updated for resources: {'Port': ['ID=57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9,revision_number=3']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:49.022747 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-418de763-9072-4280-a250-3c5c7182ad26 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:49.027455 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8032f50e-d486-4be3-875d-ff533f1d218c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:49.029137 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:41:49.029999 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] Checking segment: {'id': 'ee867ec9-fdd0-4eef-af71-84c38a9bd339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:41:49.030892 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:49.031833 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] Bound using segment: {'id': 'ee867ec9-fdd0-4eef-af71-84c38a9bd339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4'} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:41:49.033114 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] Bound port: 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee867ec9-fdd0-4eef-af71-84c38a9bd339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4'}}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:41:49.033966 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:49.076939 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-418de763-9072-4280-a250-3c5c7182ad26 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:49.164093 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-418de763-9072-4280-a250-3c5c7182ad26 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:49.169047 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-418de763-9072-4280-a250-3c5c7182ad26 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Usage tracker for resource:security_group_rule and tenant:37ac9d224de24a2484f2fdefe069b4bf is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:49.179572 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-418de763-9072-4280-a250-3c5c7182ad26 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:49.187190 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-418de763-9072-4280-a250-3c5c7182ad26 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:49.299477 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:49.342809 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-43ea27aa-7764-4646-80ac-2ad1afed5cc7 req-ca114f94-ab18-4636-9233-94d24769b702 service neutron] 10.222.0.53 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7708383 Dec 05 21:41:49.405937 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Checking agent: {'id': '73420180-90c9-4440-8e64-a61aa3b256a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 39, 15), 'started_at': datetime.datetime(2020, 12, 5, 21, 39, 45), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:41:49.406510 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Checking segment: {'id': '2901e56f-10ed-4b50-99b2-23110163f79f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2d594b5e-6ca3-445d-aee6-587585c2507e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:41:49.407145 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:49.407722 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Bound using segment: {'id': '2901e56f-10ed-4b50-99b2-23110163f79f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2d594b5e-6ca3-445d-aee6-587585c2507e'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:41:49.408494 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Bound port: 2d0107d2-8d97-4d37-85f1-ffd213bba95d, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2901e56f-10ed-4b50-99b2-23110163f79f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2d594b5e-6ca3-445d-aee6-587585c2507e'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:41:49.409061 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:49.422016 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port d2f4eab6-d75e-473c-831f-c344f5371cc6, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=d2f4eab6-d75e-473c-831f-c344f5371cc6,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:41:49.463370 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:41:49.482822 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:49.483662 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] For port 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:41:49.485968 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:49.506124 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] For port 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9,segment=NetworkSegment(ee867ec9-fdd0-4eef-af71-84c38a9bd339),segment_id=ee867ec9-fdd0-4eef-af71-84c38a9bd339)] {{(pid=80242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:41:49.514446 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:49.549234 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:49.645198 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-e64e9703-9542-4e28-abf4-7b631601454b service neutron] 10.222.0.50 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6944520 Dec 05 21:41:49.663642 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device aa53172a-7f75-4512-85ba-8bf228635aa7 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:41:49.752128 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Allocated IP 172.20.0.1 (ba83bbf0-3b38-4232-af09-1ca8d508a608/9202ba51-95a8-4744-9f6f-9b6d34d32b9b/a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:41:49.793429 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032f50e-d486-4be3-875d-ff533f1d218c None None] Pushing event updated for resources: {'Port': ['ID=57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9,revision_number=4']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:49.808947 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8032f50e-d486-4be3-875d-ff533f1d218c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:49.846473 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=d2f4eab6-d75e-473c-831f-c344f5371cc6,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:49.870191 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:49.932150 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] Routers {'98409fa1-a27f-46b0-baab-ddd63cd017f0'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:41:49.932973 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:41:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['98409fa1-a27f-46b0-baab-ddd63cd017f0'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:49.951670 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-f3f4c4cc-0801-4b49-b8c6-60e6e007b166 service neutron] 10.222.0.50 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2931781 Dec 05 21:41:50.005544 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port aa53172a-7f75-4512-85ba-8bf228635aa7 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:50.011276 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:50.083426 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-418de763-9072-4280-a250-3c5c7182ad26 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:50.093027 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e099c364-038a-49e7-a738-d3d7c224429b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:50.135839 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-418de763-9072-4280-a250-3c5c7182ad26 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:50.223384 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] Set router 98409fa1-a27f-46b0-baab-ddd63cd017f0 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:41:50.241930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:50.270176 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-418de763-9072-4280-a250-3c5c7182ad26 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:50.272897 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-418de763-9072-4280-a250-3c5c7182ad26 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1728 time: 1.8098722 Dec 05 21:41:50.278494 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 50996) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:50.286347 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-34933823-02fa-4774-b337-0990467fb525 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Request body: {'security_group_rule': {'security_group_id': 'e592730d-6490-4ef7-ba4a-9e8e8116c75b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:50.299508 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-34933823-02fa-4774-b337-0990467fb525 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:50.311830 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-34933823-02fa-4774-b337-0990467fb525 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Usage tracker for resource:security_group_rule and tenant:37ac9d224de24a2484f2fdefe069b4bf is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:50.323881 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-34933823-02fa-4774-b337-0990467fb525 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:50.340110 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-34933823-02fa-4774-b337-0990467fb525 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:50.379462 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-34933823-02fa-4774-b337-0990467fb525 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for security_group_rule, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:50.396264 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418de763-9072-4280-a250-3c5c7182ad26 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Pushing event updated for resources: {'SecurityGroup': ['ID=e592730d-6490-4ef7-ba4a-9e8e8116c75b,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:50.448864 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-418de763-9072-4280-a250-3c5c7182ad26 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:50.541547 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] For port 2d0107d2-8d97-4d37-85f1-ffd213bba95d, host hv-cinder-75790, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:41:50.622447 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-34933823-02fa-4774-b337-0990467fb525 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:50.626499 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-34933823-02fa-4774-b337-0990467fb525 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429132'] for security_group_rule, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:50.628879 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:50.669491 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:50.686950 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34933823-02fa-4774-b337-0990467fb525 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7437a9b2-f168-4d95-8cff-506f24bcbf18,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:50.708611 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-34933823-02fa-4774-b337-0990467fb525 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:50.713921 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-34933823-02fa-4774-b337-0990467fb525 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for security_group_rule, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:50.715072 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-34933823-02fa-4774-b337-0990467fb525 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.4354832 Dec 05 21:41:50.717069 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] For port 2d0107d2-8d97-4d37-85f1-ffd213bba95d, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=2d0107d2-8d97-4d37-85f1-ffd213bba95d,segment=NetworkSegment(2901e56f-10ed-4b50-99b2-23110163f79f),segment_id=2901e56f-10ed-4b50-99b2-23110163f79f)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:41:50.724761 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 51012) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:50.733695 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:50.746449 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-6397ec9c-4e49-4485-a1ef-aefd289db756 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Request body: {'security_group_rule': {'security_group_id': 'e592730d-6490-4ef7-ba4a-9e8e8116c75b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:50.747005 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10534d43-1f62-4751-a075-f85835ae5853 req-f369e26a-fe10-424d-aeee-02cfd384e6b3 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:50.747896 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-10534d43-1f62-4751-a075-f85835ae5853 req-f369e26a-fe10-424d-aeee-02cfd384e6b3 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Synchronizing usage tracker for tenant:edc86cfd0aea464aa58c912ed4606f71 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:41:50.758417 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6397ec9c-4e49-4485-a1ef-aefd289db756 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:50.773404 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6397ec9c-4e49-4485-a1ef-aefd289db756 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Usage tracker for resource:security_group_rule and tenant:37ac9d224de24a2484f2fdefe069b4bf is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:50.779965 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6397ec9c-4e49-4485-a1ef-aefd289db756 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:50.792544 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6397ec9c-4e49-4485-a1ef-aefd289db756 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:50.801602 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e099c364-038a-49e7-a738-d3d7c224429b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:50.805261 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Transition to ACTIVE for port object a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2 will not be triggered until provisioned by entity DHCP. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:41:50.809882 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-563d50b1-73f7-4ef3-8829-db8f09e2c075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:50.814216 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06bdca4-5abc-4789-928d-3d7c6771abda', 'tag': '21caa11b-e5af-479e-a5f1-fed1aedb657f', 'status': 'completed', 'code': 200} Dec 05 21:41:50.854467 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6397ec9c-4e49-4485-a1ef-aefd289db756 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for security_group_rule, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:51.147621 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'name': 'tempest-AttachVolumeTestJSON-332782927-router', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:11Z', 'updated_at': '2020-12-05T21:41:33Z', 'revision_number': 4, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'gw_port': {'id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:12Z', 'updated_at': '2020-12-05T21:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9', 'name': '', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'mac_address': 'fa:16:3e:06:a3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:27Z', 'updated_at': '2020-12-05T21:41:49Z', 'revision_number': 4, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'subnets': [{'id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:51.161539 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf318e8-2927-4df7-8456-5cd1ff45b484 None None] The sync data for ids ['98409fa1-a27f-46b0-baab-ddd63cd017f0'] in dv-cinder-757908-4-iscsi is: [{'id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'name': 'tempest-AttachVolumeTestJSON-332782927-router', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:11Z', 'updated_at': '2020-12-05T21:41:33Z', 'revision_number': 4, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'gw_port': {'id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:12Z', 'updated_at': '2020-12-05T21:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9', 'name': '', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'mac_address': 'fa:16:3e:06:a3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:27Z', 'updated_at': '2020-12-05T21:41:49Z', 'revision_number': 4, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'subnets': [{'id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:41:51.199631 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-10534d43-1f62-4751-a075-f85835ae5853 req-f369e26a-fe10-424d-aeee-02cfd384e6b3 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Unset dirty status for tenant:edc86cfd0aea464aa58c912ed4606f71 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:41:51.200964 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-10534d43-1f62-4751-a075-f85835ae5853 req-f369e26a-fe10-424d-aeee-02cfd384e6b3 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 944 time: 2.1648872 Dec 05 21:41:51.559303 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1da78-1528-4172-bc0a-e8301226efb6 req-cddd3458-152e-4914-a440-8320417e569c tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:51.560350 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-74f1da78-1528-4172-bc0a-e8301226efb6 req-cddd3458-152e-4914-a440-8320417e569c tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Synchronizing usage tracker for tenant:c1b496b688e54383afcd20c2cc91db1c on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:41:51.580734 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6397ec9c-4e49-4485-a1ef-aefd289db756 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:51.615087 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6397ec9c-4e49-4485-a1ef-aefd289db756 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429132'] for security_group_rule, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:51.638273 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997f0be-c4c1-4464-951d-0f51f0f516cd req-203944fc-3c1b-4121-9ed5-e12a1f0a1802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:51.642007 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4997f0be-c4c1-4464-951d-0f51f0f516cd req-203944fc-3c1b-4121-9ed5-e12a1f0a1802 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=edc86cfd0aea464aa58c912ed4606f71&device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 1161 time: 0.7448733 Dec 05 21:41:51.660267 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-34933823-02fa-4774-b337-0990467fb525 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:51.684338 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-74f1da78-1528-4172-bc0a-e8301226efb6 req-cddd3458-152e-4914-a440-8320417e569c tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Unset dirty status for tenant:c1b496b688e54383afcd20c2cc91db1c on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:41:51.693039 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-74f1da78-1528-4172-bc0a-e8301226efb6 req-cddd3458-152e-4914-a440-8320417e569c tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 944 time: 0.6002107 Dec 05 21:41:51.724963 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e099c364-038a-49e7-a738-d3d7c224429b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:51.727367 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e099c364-038a-49e7-a738-d3d7c224429b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71d80f84-0528-48e7-a03f-ae4c43abc98e HTTP/1.1" status: 204 len: 168 time: 4.5273738 Dec 05 21:41:51.745018 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397ec9c-4e49-4485-a1ef-aefd289db756 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06392648-7811-4ce9-a9bd-c8602b2f70d7,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:51.749633 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:51.750655 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6397ec9c-4e49-4485-a1ef-aefd289db756 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:51.840305 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device d2f4eab6-d75e-473c-831f-c344f5371cc6 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:41:51.874539 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6397ec9c-4e49-4485-a1ef-aefd289db756 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for security_group_rule, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:51.877133 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6397ec9c-4e49-4485-a1ef-aefd289db756 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 1.1478996 Dec 05 21:41:51.896600 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-74f1da78-1528-4172-bc0a-e8301226efb6 req-8236ef0b-7d20-4d0b-a12d-57d31f0cbeba tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/security-groups?id=076da1f3-81ee-4ebf-8651-533c68efe320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007763 Dec 05 21:41:51.965357 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 51036) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:51.980876 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port d2f4eab6-d75e-473c-831f-c344f5371cc6 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:51.982006 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:51.995822 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Request body: {'floatingip': {'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:52.099850 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:52.101689 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:52.105949 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] 10.222.0.53 "PUT /v2.0/ports/2d0107d2-8d97-4d37-85f1-ffd213bba95d HTTP/1.1" status: 200 len: 1158 time: 12.3640311 Dec 05 21:41:52.121370 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137aa507-ee30-40b2-8a33-c402b0eff6d7', 'tag': '2d0107d2-8d97-4d37-85f1-ffd213bba95d'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:41:52.136086 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:52.248154 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:41:52.320044 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0107d2-8d97-4d37-85f1-ffd213bba95d,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:52.338543 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997f0be-c4c1-4464-951d-0f51f0f516cd req-51a523a7-e7e6-42c0-923c-d2f472468867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:52.343901 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.534s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:52.345829 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:41:52.350410 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.151s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:52.352336 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:52.352764 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:52.356838 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4997f0be-c4c1-4464-951d-0f51f0f516cd req-51a523a7-e7e6-42c0-923c-d2f472468867 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4272d4c4-588d-4ada-834b-9b63daa3f68f HTTP/1.1" status: 200 len: 909 time: 0.6397970 Dec 05 21:41:52.381364 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099c364-038a-49e7-a738-d3d7c224429b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d80f84-0528-48e7-a03f-ae4c43abc98e,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:52.384175 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Usage tracker for resource:floatingip and tenant:37ac9d224de24a2484f2fdefe069b4bf is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:52.399754 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:52.425102 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e099c364-038a-49e7-a738-d3d7c224429b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:52.448751 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-10534d43-1f62-4751-a075-f85835ae5853 req-ad01eb49-66a4-46db-8c2b-c4f673e91c3d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2129292 Dec 05 21:41:52.449922 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6df12065-a00f-4f8b-8db4-4c64c8e678b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.331s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:52.630841 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:52.642110 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-eade15bf-5bad-4d40-ab50-c8ea386ef88f req-88cbfb13-c9e8-410d-a4a2-a45d802fc10f tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 210 time: 0.2751164 Dec 05 21:41:52.657279 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:52.686682 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for floatingip, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:52.702219 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9,segment=NetworkSegment(ee867ec9-fdd0-4eef-af71-84c38a9bd339),segment_id=ee867ec9-fdd0-4eef-af71-84c38a9bd339)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:41:52.712513 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:52.728785 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:52.744446 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Network ba83bbf0-3b38-4232-af09-1ca8d508a608 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:41:52.751551 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:41:52.761203 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Pushing event updated for resources: {'Port': ['ID=a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:52.807997 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:41:52.807997 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577140'] for router_interface, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:52.902090 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9,revision_number=5']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:52.917313 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:53.116760 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:53.155578 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:53.191034 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:53.270537 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-b4b679d2-0440-4c7b-a8d1-56d7cf0d5794 None None] Provisioning for port a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2 completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:41:53.289113 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-b4b679d2-0440-4c7b-a8d1-56d7cf0d5794 None None] Provisioning complete for port a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:53.289991 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b4b679d2-0440-4c7b-a8d1-56d7cf0d5794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:53.418778 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137aa507-ee30-40b2-8a33-c402b0eff6d7', 'tag': '2d0107d2-8d97-4d37-85f1-ffd213bba95d', 'status': 'completed', 'code': 200} Dec 05 21:41:53.502322 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-b4b679d2-0440-4c7b-a8d1-56d7cf0d5794 None None] Port a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2 cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:41:53.590586 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:41:53.808959 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:53.809377 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:53.896103 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:53.903305 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:53.905551 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1253663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854198767'] for router_interface, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:53.947304 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b9c67-f97f-4f3d-a31d-0189d914ec7c req-0db4bf8d-d04c-470a-9d7c-3c72efbbdd37 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:53.963658 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dc1b9c67-f97f-4f3d-a31d-0189d914ec7c req-0db4bf8d-d04c-470a-9d7c-3c72efbbdd37 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 944 time: 0.4357753 Dec 05 21:41:53.973618 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:54.026890 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-4fc74dba-b973-441e-a858-57695ce5a53a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:54.029219 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-4fc74dba-b973-441e-a858-57695ce5a53a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/networks?id=7a343bc3-72fd-414f-a6e7-9632ec6930e0 HTTP/1.1" status: 200 len: 819 time: 0.7581284 Dec 05 21:41:54.065664 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Allocated IP 172.27.1.194 (dd6739ac-3b61-4fa5-bbf5-45fb885265ae/91227b10-c165-4e57-9f01-5809fdb2af08/b3ea7399-f140-482d-b21e-253ff6c24080) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:41:54.074742 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-c3565b70-fa92-4c52-bbdc-1146d648791a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/quotas/387707d1b07f4c5b9a7d2155b4ca7185 HTTP/1.1" status: 200 len: 375 time: 0.0335290 Dec 05 21:41:54.333254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Pushing event updated for resources: {'Port': ['ID=a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:54.338471 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:54.345873 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dc1b9c67-f97f-4f3d-a31d-0189d914ec7c req-3f18564b-d329-4a7e-b61c-a16285b9ef88 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/security-groups?id=076da1f3-81ee-4ebf-8651-533c68efe320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807604 Dec 05 21:41:54.360400 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-386bb134-4ad0-48ae-978c-022807c699f6 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?tenant_id=387707d1b07f4c5b9a7d2155b4ca7185&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2746327 Dec 05 21:41:54.400138 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Network ba83bbf0-3b38-4232-af09-1ca8d508a608 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:41:54.401723 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:41:54.413732 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:54.625279 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:54.627933 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-09a9c085-ba71-4093-b54f-3c5b12e5b30e service neutron] 10.222.0.50 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555888 Dec 05 21:41:54.650492 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:54.720291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Router 4d1e7d80-7c8b-423e-a742-989d3393399b has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:41:54.866633 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2aab0446-46ec-44fc-ac1f-8c9571aebc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:54.966054 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-51ebbb3f-dffb-4241-a8f9-75350a6b45f6 None None] Provisioning complete for port a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:41:54.966476 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-51ebbb3f-dffb-4241-a8f9-75350a6b45f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:55.016229 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Pushing event updated for resources: {'Port': ['ID=b3ea7399-f140-482d-b21e-253ff6c24080,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:55.020332 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:55.029602 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b37cea-4eb8-4985-925f-634fecfab00a req-324e9520-777a-48af-9126-e79e35c9d86f tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:55.031333 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e3b37cea-4eb8-4985-925f-634fecfab00a req-324e9520-777a-48af-9126-e79e35c9d86f tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 944 time: 0.2801654 Dec 05 21:41:55.041640 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:41:55.059774 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] 10.222.0.50 "PUT /v2.0/routers/4d1e7d80-7c8b-423e-a742-989d3393399b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0620522 Dec 05 21:41:55.060252 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-51ebbb3f-dffb-4241-a8f9-75350a6b45f6 None None] Port a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2 cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:41:55.074045 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] Sync routers for ids ['4d1e7d80-7c8b-423e-a742-989d3393399b'] in dv-cinder-757908-4-iscsi {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:41:55.105733 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] Routers {'4d1e7d80-7c8b-423e-a742-989d3393399b'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:41:55.107718 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:41:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['4d1e7d80-7c8b-423e-a742-989d3393399b'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:55.173754 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e3b37cea-4eb8-4985-925f-634fecfab00a req-95b03cff-d1ba-43a9-9a62-3af846ba0b72 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273873 Dec 05 21:41:55.441188 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4997f0be-c4c1-4464-951d-0f51f0f516cd req-2eba51a2-2653-4e40-8792-5495feb1a7d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21caa11b-e5af-479e-a5f1-fed1aedb657f HTTP/1.1" status: 200 len: 217 time: 0.0911200 Dec 05 21:41:55.470247 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] Set router 4d1e7d80-7c8b-423e-a742-989d3393399b gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:41:55.554723 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-999faa21-ac42-4049-9a4e-1970e4bdbef4 service neutron] 10.222.0.50 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8411336 Dec 05 21:41:55.573582 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Network dd6739ac-3b61-4fa5-bbf5-45fb885265ae is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:41:55.577983 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:41:55.585037 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:41:55.665106 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a1eb5-af52-4629-9160-68c7df1a49ff req-2509dfdf-02c1-4fcd-b125-3067acb74cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:55.675035 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bc3a1eb5-af52-4629-9160-68c7df1a49ff req-2509dfdf-02c1-4fcd-b125-3067acb74cb3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c1b496b688e54383afcd20c2cc91db1c&device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 1161 time: 0.2918687 Dec 05 21:41:55.689305 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for floatingip, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:55.704441 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997f0be-c4c1-4464-951d-0f51f0f516cd req-0964f8bb-65e8-4f0d-a4e2-2ac48b6a9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:55.706509 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4997f0be-c4c1-4464-951d-0f51f0f516cd req-0964f8bb-65e8-4f0d-a4e2-2ac48b6a9591 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=261efeb0-e1dd-44bc-8464-d233b4a1ef36 HTTP/1.1" status: 200 len: 855 time: 0.2503638 Dec 05 21:41:55.917246 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4997f0be-c4c1-4464-951d-0f51f0f516cd req-1817b242-0844-4581-b703-2f9973a668e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4272d4c4-588d-4ada-834b-9b63daa3f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1746302 Dec 05 21:41:56.084163 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-router', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:53Z', 'revision_number': 4, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'gw_port': {'id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:21Z', 'updated_at': '2020-12-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2', 'name': '', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'mac_address': 'fa:16:3e:f0:9f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:48Z', 'updated_at': '2020-12-05T21:41:53Z', 'revision_number': 2, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'subnets': [{'id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:56.097723 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] Checking router: 4d1e7d80-7c8b-423e-a742-989d3393399b for host: dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:41:56.098320 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] Updating router 4d1e7d80-7c8b-423e-a742-989d3393399b port a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2 binding host dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 05 21:41:56.226394 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:56.589255 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a1eb5-af52-4629-9160-68c7df1a49ff req-0b324a0a-719a-44cd-89aa-d0bc92400b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:56.592139 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bc3a1eb5-af52-4629-9160-68c7df1a49ff req-0b324a0a-719a-44cd-89aa-d0bc92400b69 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=c1b496b688e54383afcd20c2cc91db1c&shared=False HTTP/1.1" status: 200 len: 905 time: 0.9078617 Dec 05 21:41:56.593547 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 51136) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:56.593744 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:56.603380 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-16be084f-e613-49d9-befa-58cf89222963 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Request body: {'security_group': {'name': 'tempest-securitygroup--1259340949', 'description': 'tempest-description--95347868'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:56.614876 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-16be084f-e613-49d9-befa-58cf89222963 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:56.623305 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-16be084f-e613-49d9-befa-58cf89222963 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Usage tracker for resource:security_group and tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:56.629232 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-16be084f-e613-49d9-befa-58cf89222963 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:56.643533 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-16be084f-e613-49d9-befa-58cf89222963 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:56.665855 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-16be084f-e613-49d9-befa-58cf89222963 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:56.820178 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4997f0be-c4c1-4464-951d-0f51f0f516cd req-b5399476-0de7-4373-9e9a-9e719236bd7d service neutron] 10.222.0.53 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8868237 Dec 05 21:41:56.820961 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] Notify callbacks [] for port, precommit_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:56.876595 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] Transition to ACTIVE for port object a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2 will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:41:56.883469 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:56.898840 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a7b69-f6a4-4f10-b62b-07819a0df946 req-d621e703-ab33-42df-98ff-755438570c82 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:56.900481 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d15a7b69-f6a4-4f10-b62b-07819a0df946 req-d621e703-ab33-42df-98ff-755438570c82 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 944 time: 0.6286650 Dec 05 21:41:56.908859 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4120ad2e-1c33-4f89-901a-9e8872553633 req-34afec75-25a0-4f80-91b3-9bf7fc27ce0a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 210 time: 0.2158785 Dec 05 21:41:56.921562 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-16be084f-e613-49d9-befa-58cf89222963 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:56.930710 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-16be084f-e613-49d9-befa-58cf89222963 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Usage tracker for resource:security_group_rule and tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:56.936350 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-16be084f-e613-49d9-befa-58cf89222963 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:56.948699 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-16be084f-e613-49d9-befa-58cf89222963 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:57.134959 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d15a7b69-f6a4-4f10-b62b-07819a0df946 req-1ca49668-6392-4cfb-bf15-d77cca7014eb tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/security-groups?id=076da1f3-81ee-4ebf-8651-533c68efe320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939902 Dec 05 21:41:57.198859 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e74f25e9-19d9-4907-bd74-a85a87cb76cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:57.225556 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-16be084f-e613-49d9-befa-58cf89222963 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:57.230991 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-16be084f-e613-49d9-befa-58cf89222963 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:57.247178 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-44cde6a8-2153-4e89-a1b7-159310ae99a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:57.247430 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:57.253555 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:57.285496 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:57.321726 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be084f-e613-49d9-befa-58cf89222963 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Pushing event updated for resources: {'SecurityGroup': ['ID=218f6040-4609-47da-84fe-20d4bc63b6c9,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:57.345191 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-16be084f-e613-49d9-befa-58cf89222963 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:57.467325 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dcaf5-acad-4b59-82d1-0296e55bd5f5 req-1410ae08-9cbb-4810-9b66-c2db51679165 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:57.485636 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dc2dcaf5-acad-4b59-82d1-0296e55bd5f5 req-1410ae08-9cbb-4810-9b66-c2db51679165 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 944 time: 0.4114661 Dec 05 21:41:57.487764 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-16be084f-e613-49d9-befa-58cf89222963 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:57.489045 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-16be084f-e613-49d9-befa-58cf89222963 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1728 time: 0.8945615 Dec 05 21:41:57.542436 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 51166) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:57.545954 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Pushing event updated for resources: {'Port': ['ID=b3ea7399-f140-482d-b21e-253ff6c24080,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:57.561122 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:57.564246 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-5df6981e-1c56-4b60-abad-164eb0f73953 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Request body: {'security_group_rule': {'security_group_id': '218f6040-4609-47da-84fe-20d4bc63b6c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:57.571404 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854189884'] for floatingip, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:57.593884 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5df6981e-1c56-4b60-abad-164eb0f73953 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:57.618466 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:57.629533 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6546919 Dec 05 21:41:57.638830 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dc2dcaf5-acad-4b59-82d1-0296e55bd5f5 req-2a6b1e50-b672-48e0-90cb-c034d256c26a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520679 Dec 05 21:41:57.640129 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5df6981e-1c56-4b60-abad-164eb0f73953 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Usage tracker for resource:security_group_rule and tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:57.649970 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5df6981e-1c56-4b60-abad-164eb0f73953 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:57.672114 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5df6981e-1c56-4b60-abad-164eb0f73953 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:57.709185 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5df6981e-1c56-4b60-abad-164eb0f73953 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for security_group_rule, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:57.864622 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5df6981e-1c56-4b60-abad-164eb0f73953 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:57.871022 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5df6981e-1c56-4b60-abad-164eb0f73953 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429132'] for security_group_rule, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:57.873071 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:57.925832 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5df6981e-1c56-4b60-abad-164eb0f73953 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for security_group_rule, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:57.931970 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5df6981e-1c56-4b60-abad-164eb0f73953 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.3834662 Dec 05 21:41:57.931970 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6981e-1c56-4b60-abad-164eb0f73953 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a35b21-cbc0-450b-a170-8c34877bb946,revision_number=0']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:57.932528 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 51180) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:57.940705 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-80ef662e-dba5-4f4b-beeb-5337789aaf0b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Request body: {'security_group_rule': {'security_group_id': '218f6040-4609-47da-84fe-20d4bc63b6c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:57.945865 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5df6981e-1c56-4b60-abad-164eb0f73953 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:57.962274 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-80ef662e-dba5-4f4b-beeb-5337789aaf0b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:57.975661 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-80ef662e-dba5-4f4b-beeb-5337789aaf0b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Usage tracker for resource:security_group_rule and tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:57.988916 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-80ef662e-dba5-4f4b-beeb-5337789aaf0b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:57.997619 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-80ef662e-dba5-4f4b-beeb-5337789aaf0b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:58.044842 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80ef662e-dba5-4f4b-beeb-5337789aaf0b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for security_group_rule, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:58.050878 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d67f4022-4348-4118-b36d-cc394a1aab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:58.058841 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad958e-6526-494c-b930-b125d9a7450d None None] Pushing event updated for resources: {'Port': ['ID=a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:58.064867 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-63ad958e-6526-494c-b930-b125d9a7450d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.868s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:58.085351 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] Attempting to bind port a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2 on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:41:58.086040 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] Attempting to bind port a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2 by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': '8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:41:58.086519 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] Attempting to bind port a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2 on network ba83bbf0-3b38-4232-af09-1ca8d508a608 {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:41:58.115405 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:41:58.115894 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] Checking segment: {'id': '8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:41:58.116596 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:58.117192 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] Bound using segment: {'id': '8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:41:58.117753 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] Bound port: a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:41:58.118198 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:58.173849 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 51196) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:58.288392 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-accc49bd-dc2b-461b-9aea-be790564275e req-55143998-06b5-4ef0-8498-c502accf4cdf tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 210 time: 0.1067998 Dec 05 21:41:58.314158 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-dd36807b-0e2e-4505-b300-28122d6f3a57 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Synchronizing usage tracker for tenant:37ac9d224de24a2484f2fdefe069b4bf on resource:security_group {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:41:58.321132 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80ef662e-dba5-4f4b-beeb-5337789aaf0b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:58.329994 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80ef662e-dba5-4f4b-beeb-5337789aaf0b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429132'] for security_group_rule, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:58.337519 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5df6981e-1c56-4b60-abad-164eb0f73953 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:58.357406 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-dd36807b-0e2e-4505-b300-28122d6f3a57 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Unset dirty status for tenant:37ac9d224de24a2484f2fdefe069b4bf on resource:security_group {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:41:58.358914 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-dd36807b-0e2e-4505-b300-28122d6f3a57 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--768048903&fields=id&tenant_id=37ac9d224de24a2484f2fdefe069b4bf HTTP/1.1" status: 200 len: 267 time: 0.1623201 Dec 05 21:41:58.432815 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:58.451046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef662e-dba5-4f4b-beeb-5337789aaf0b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb34b5b0-3b08-4b47-911f-e98123bba6c7,revision_number=0']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:58.471712 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-80ef662e-dba5-4f4b-beeb-5337789aaf0b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:58.475068 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80ef662e-dba5-4f4b-beeb-5337789aaf0b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for security_group_rule, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:58.478546 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-80ef662e-dba5-4f4b-beeb-5337789aaf0b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.5449371 Dec 05 21:41:58.482097 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] For port a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:41:58.484843 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 51206) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:58.496220 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] For port a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2,segment=NetworkSegment(8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f),segment_id=8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:41:58.504541 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Request body: {'floatingip': {'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:41:58.510772 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:58.517094 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:58.522551 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Usage tracker for resource:floatingip and tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:58.526679 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:58.533832 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:58.548296 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for floatingip, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:58.574192 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:58.680801 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-069dc721-2e3a-4b24-bf4c-3ee3593aad21 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:58.682089 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-069dc721-2e3a-4b24-bf4c-3ee3593aad21 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Synchronizing usage tracker for tenant:37ac9d224de24a2484f2fdefe069b4bf on resource:network {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:41:58.734743 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-069dc721-2e3a-4b24-bf4c-3ee3593aad21 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Unset dirty status for tenant:37ac9d224de24a2484f2fdefe069b4bf on resource:network {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:41:58.737269 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-069dc721-2e3a-4b24-bf4c-3ee3593aad21 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/networks?id=811ae4e3-171e-48fa-8bac-30edfe0da7b4 HTTP/1.1" status: 200 len: 810 time: 0.3574862 Dec 05 21:41:58.798521 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-6a460909-fa4d-4b8b-96db-7ae59b4c822d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/quotas/37ac9d224de24a2484f2fdefe069b4bf HTTP/1.1" status: 200 len: 375 time: 0.0501306 Dec 05 21:41:58.805658 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ab5f3d5b-ecef-426a-9616-5cd308be5765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:58.835487 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad958e-6526-494c-b930-b125d9a7450d None None] Pushing event updated for resources: {'Port': ['ID=a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:58.841266 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-63ad958e-6526-494c-b930-b125d9a7450d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:58.889687 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] Routers {'4d1e7d80-7c8b-423e-a742-989d3393399b'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:41:58.890379 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:41:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['4d1e7d80-7c8b-423e-a742-989d3393399b'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:58.918168 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ab5f3d5b-ecef-426a-9616-5cd308be5765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:41:58.925661 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ab5f3d5b-ecef-426a-9616-5cd308be5765 admin admin] Usage tracker for resource:security_group_rule and tenant:72c3dd71dcf54d7f8be054c129f45192 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:41:58.940628 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ab5f3d5b-ecef-426a-9616-5cd308be5765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:41:58.972074 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ab5f3d5b-ecef-426a-9616-5cd308be5765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:41:58.972708 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c0b8a-1d9b-404a-8636-6080bfccd5d3 req-af4aed67-47f4-42de-b654-4fb8ec1b7aca tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:41:58.975491 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-842c0b8a-1d9b-404a-8636-6080bfccd5d3 req-af4aed67-47f4-42de-b654-4fb8ec1b7aca tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 944 time: 0.2187321 Dec 05 21:41:58.979049 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:59.163516 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ab5f3d5b-ecef-426a-9616-5cd308be5765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:59.183635 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ab5f3d5b-ecef-426a-9616-5cd308be5765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:59.189862 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-842c0b8a-1d9b-404a-8636-6080bfccd5d3 req-b4bf2293-e356-445c-b6fa-8e3a57079a43 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/security-groups?id=076da1f3-81ee-4ebf-8651-533c68efe320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975579 Dec 05 21:41:59.241395 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:59.260701 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] Set router 4d1e7d80-7c8b-423e-a742-989d3393399b gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:41:59.260895 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ab5f3d5b-ecef-426a-9616-5cd308be5765 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72c3dd71dcf54d7f8be054c129f45192&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0831625 Dec 05 21:41:59.270564 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 51214) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:59.324604 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-032e9322-8096-413c-b934-2e5bc9dc61da tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?tenant_id=37ac9d224de24a2484f2fdefe069b4bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4919264 Dec 05 21:41:59.344071 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f3d5b-ecef-426a-9616-5cd308be5765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268f2305-9c1f-4614-adef-65012e3da561,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:59.356381 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ab5f3d5b-ecef-426a-9616-5cd308be5765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:59.418700 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-507427b7-0f90-49b4-9e29-1c3175d55bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:59.474327 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-507427b7-0f90-49b4-9e29-1c3175d55bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:59.584989 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-507427b7-0f90-49b4-9e29-1c3175d55bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:59.691209 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-151cef0d-6fdc-4cd8-9953-4593c88ee295 service neutron] 10.222.0.50 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323379 Dec 05 21:41:59.734736 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b9f044ca-fdfd-4f82-9ac3-6c020ea8a866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:41:59.772031 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:59.772301 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507427b7-0f90-49b4-9e29-1c3175d55bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268f2305-9c1f-4614-adef-65012e3da561,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:41:59.784698 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-507427b7-0f90-49b4-9e29-1c3175d55bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:41:59.804072 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.53', 62980) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:41:59.815637 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-507427b7-0f90-49b4-9e29-1c3175d55bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:41:59.822501 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-507427b7-0f90-49b4-9e29-1c3175d55bab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/268f2305-9c1f-4614-adef-65012e3da561 HTTP/1.1" status: 204 len: 168 time: 0.5446436 Dec 05 21:41:59.883556 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-router', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:53Z', 'revision_number': 4, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'gw_port': {'id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:21Z', 'updated_at': '2020-12-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2', 'name': '', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'mac_address': 'fa:16:3e:f0:9f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:48Z', 'updated_at': '2020-12-05T21:41:58Z', 'revision_number': 4, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'subnets': [{'id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:41:59.894186 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d724a3-32aa-45d8-b688-d83ef312fdc5 None None] The sync data for ids ['4d1e7d80-7c8b-423e-a742-989d3393399b'] in dv-cinder-757908-4-iscsi is: [{'id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-router', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:53Z', 'revision_number': 4, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'gw_port': {'id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:21Z', 'updated_at': '2020-12-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2', 'name': '', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'mac_address': 'fa:16:3e:f0:9f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:48Z', 'updated_at': '2020-12-05T21:41:58Z', 'revision_number': 4, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'subnets': [{'id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:41:59.932508 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Allocated IP 172.27.1.111 (dd6739ac-3b61-4fa5-bbf5-45fb885265ae/91227b10-c165-4e57-9f01-5809fdb2af08/83bd7353-8269-4f51-984c-d2e703ed62ff) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:42:00.353848 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-1142fb07-b02e-4c57-a124-b0d504231e45 service neutron] 10.222.0.50 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6510725 Dec 05 21:42:00.391072 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4997f0be-c4c1-4464-951d-0f51f0f516cd req-ba843428-8238-4502-9445-1532de375f0c service neutron] 10.222.0.53 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4600947 Dec 05 21:42:00.619633 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b825c3d-859a-4d56-a0f7-bd87a2b3b4d0 req-5e378108-7f65-4bc8-a1ac-749bb2b3b2b1 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:00.622414 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5b825c3d-859a-4d56-a0f7-bd87a2b3b4d0 req-5e378108-7f65-4bc8-a1ac-749bb2b3b2b1 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 944 time: 1.0475559 Dec 05 21:42:00.748012 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 51244) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:00.800230 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-451e080a-7470-4d32-92b4-9706d010502d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:00.838773 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a1eb5-af52-4629-9160-68c7df1a49ff req-66ac17fa-5155-4416-885e-3ecc5be2b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:00.839589 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-451e080a-7470-4d32-92b4-9706d010502d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:42:00.843383 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bc3a1eb5-af52-4629-9160-68c7df1a49ff req-66ac17fa-5155-4416-885e-3ecc5be2b9f5 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.9854009 Dec 05 21:42:00.855695 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-451e080a-7470-4d32-92b4-9706d010502d admin admin] Usage tracker for resource:security_group_rule and tenant:4d26b7118dad448291068aba6cbea9bd is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:42:00.871717 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-451e080a-7470-4d32-92b4-9706d010502d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:42:00.897567 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-451e080a-7470-4d32-92b4-9706d010502d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:42:01.154118 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-75a33dbe-5139-4e56-aeae-a80ebbfb182a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:01.156354 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-75a33dbe-5139-4e56-aeae-a80ebbfb182a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.53 "GET /v2.0/networks?id=7a343bc3-72fd-414f-a6e7-9632ec6930e0 HTTP/1.1" status: 200 len: 819 time: 1.2843084 Dec 05 21:42:01.185249 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9ba41d89-68f5-4a38-8066-a9ae98158e3e req-013144c2-31fa-4ed3-9161-180d325f36ee tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 210 time: 0.0914009 Dec 05 21:42:01.191516 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:01.198349 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-451e080a-7470-4d32-92b4-9706d010502d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:01.205492 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-451e080a-7470-4d32-92b4-9706d010502d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:01.208215 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5b825c3d-859a-4d56-a0f7-bd87a2b3b4d0 req-c7d7d870-50c5-450c-8af9-7586eaf2a8a7 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139408 Dec 05 21:42:01.219877 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f9ff6290-ed8f-4d48-8b35-d252286549ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:01.265826 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-451e080a-7470-4d32-92b4-9706d010502d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d26b7118dad448291068aba6cbea9bd&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5164199 Dec 05 21:42:01.267028 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e080a-7470-4d32-92b4-9706d010502d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedaa954-6d9d-4db0-a813-457fce2d7ef4,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:01.270795 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-451e080a-7470-4d32-92b4-9706d010502d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:01.271332 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 51256) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:01.273979 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:01.346812 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:01.384910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e356c402-cb7a-4ee3-beea-0ff206aa33ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:01.403159 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:01.473728 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e356c402-cb7a-4ee3-beea-0ff206aa33ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:01.596112 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea4a10-9d9e-49cb-83dd-0bcdb4547e81 req-e858ff87-d903-474a-9a9f-8eb936748bc1 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:01.599011 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-52ea4a10-9d9e-49cb-83dd-0bcdb4547e81 req-e858ff87-d903-474a-9a9f-8eb936748bc1 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 944 time: 0.2002926 Dec 05 21:42:01.634498 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:42:01.661116 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-5a31283f-b179-4179-bf61-fcd586cdabcd req-8eb8ce00-a790-41ec-ab4f-d3abb2d5fa8b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Synchronizing usage tracker for tenant:37ac9d224de24a2484f2fdefe069b4bf on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:42:01.728077 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:42:01.735434 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:42:01.735928 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:01.765460 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4fbeb423-9c41-432a-9fe7-d970f1604490 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Request body: {'port': {'device_id': 'b614a214-374a-425e-ac0a-60cf78ce1d98', 'network_id': '7a343bc3-72fd-414f-a6e7-9632ec6930e0', 'admin_state_up': True, 'tenant_id': '387707d1b07f4c5b9a7d2155b4ca7185'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:42:01.776636 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-52ea4a10-9d9e-49cb-83dd-0bcdb4547e81 req-b12c3475-afe1-46e3-bf3e-355319c17ba2 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/security-groups?id=076da1f3-81ee-4ebf-8651-533c68efe320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633804 Dec 05 21:42:01.778477 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e356c402-cb7a-4ee3-beea-0ff206aa33ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:01.785352 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:01.804690 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356c402-cb7a-4ee3-beea-0ff206aa33ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedaa954-6d9d-4db0-a813-457fce2d7ef4,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:01.806808 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-797179e3-d217-4628-9949-7adc97cb70ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:01.807263 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e356c402-cb7a-4ee3-beea-0ff206aa33ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:01.810269 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-797179e3-d217-4628-9949-7adc97cb70ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c1b496b688e54383afcd20c2cc91db1c&device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 1161 time: 0.8422723 Dec 05 21:42:01.819960 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e356c402-cb7a-4ee3-beea-0ff206aa33ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:01.821239 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e356c402-cb7a-4ee3-beea-0ff206aa33ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bedaa954-6d9d-4db0-a813-457fce2d7ef4 HTTP/1.1" status: 204 len: 168 time: 0.5487201 Dec 05 21:42:01.860590 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Pushing event updated for resources: {'Port': ['ID=83bd7353-8269-4f51-984c-d2e703ed62ff,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:01.866733 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-5a31283f-b179-4179-bf61-fcd586cdabcd req-8eb8ce00-a790-41ec-ab4f-d3abb2d5fa8b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Unset dirty status for tenant:37ac9d224de24a2484f2fdefe069b4bf on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:42:01.871866 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5a31283f-b179-4179-bf61-fcd586cdabcd req-8eb8ce00-a790-41ec-ab4f-d3abb2d5fa8b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 210 time: 0.3958127 Dec 05 21:42:01.873915 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:01.997173 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:02.041029 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2,segment=NetworkSegment(8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f),segment_id=8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:42:02.052584 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:02.057124 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-63ad958e-6526-494c-b930-b125d9a7450d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:02.164883 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2,revision_number=5']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:02.183503 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:02.281312 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Network dd6739ac-3b61-4fa5-bbf5-45fb885265ae is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:42:02.285171 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:42:02.291466 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:42:02.433106 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4fbeb423-9c41-432a-9fe7-d970f1604490 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:42:02.446260 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9f2cf609-f9e3-4f21-a401-3b1741bf01c0 req-f877aa6e-933d-4abd-9af3-c97c12f1af06 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 210 time: 0.0665610 Dec 05 21:42:02.474719 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4fbeb423-9c41-432a-9fe7-d970f1604490 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:42:02.485975 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for floatingip, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:02.679625 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4fbeb423-9c41-432a-9fe7-d970f1604490 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Made reservation on behalf of 387707d1b07f4c5b9a7d2155b4ca7185 for: {'port': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:42:02.689538 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4fbeb423-9c41-432a-9fe7-d970f1604490 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:02.805441 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:03.117613 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d172884-fe46-4726-9de5-b6cd118b423e req-9fb93635-f3e5-44bf-9eff-f4bad4e1fe3d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:03.120569 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4d172884-fe46-4726-9de5-b6cd118b423e req-9fb93635-f3e5-44bf-9eff-f4bad4e1fe3d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 944 time: 0.6486773 Dec 05 21:42:03.149659 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7adfbf-8247-4ede-90a5-930604ab453f req-a43cb78c-394f-4116-acc9-74b3721a8dda tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:03.151361 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2d7adfbf-8247-4ede-90a5-930604ab453f req-a43cb78c-394f-4116-acc9-74b3721a8dda tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 944 time: 0.0969689 Dec 05 21:42:03.249263 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2d7adfbf-8247-4ede-90a5-930604ab453f req-7ab9f427-a56d-473a-98a3-ff227543bdac tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/security-groups?id=076da1f3-81ee-4ebf-8651-533c68efe320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901706 Dec 05 21:42:03.381772 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4d172884-fe46-4726-9de5-b6cd118b423e req-c3458dfc-2325-432c-ab57-c756af1dc0ec tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389722 Dec 05 21:42:03.669306 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:42:03.808729 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:42:03.809853 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:03.855226 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8c6d637b-3a13-49ac-96e8-e2e265e538a4 req-bffbe23e-7ba0-41b6-b4b4-fcb6b31e2e71 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 210 time: 0.1143303 Dec 05 21:42:03.915142 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-81cc4ecf-7ea8-4574-a1ec-9d42df00b8a8 req-4080470f-fb8c-47c3-b76b-3eb156404ae4 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 210 time: 0.1148703 Dec 05 21:42:03.926475 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4fbeb423-9c41-432a-9fe7-d970f1604490 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Allocated IP 172.20.0.2 (7a343bc3-72fd-414f-a6e7-9632ec6930e0/ccaf5210-bac5-475a-af4e-b572b8c0356d/2eb8ba3f-8071-42ec-9cc8-1e7138aeb308) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:42:04.003810 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:04.025966 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:04.074483 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bec37158-993f-4f83-83cf-52dff9f5f895 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:04.471820 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Pushing event updated for resources: {'Port': ['ID=83bd7353-8269-4f51-984c-d2e703ed62ff,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:04.482411 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:04.704154 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854189884'] for floatingip, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:04.796781 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4fbeb423-9c41-432a-9fe7-d970f1604490 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:04.853225 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:04.860502 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3690407 Dec 05 21:42:04.918145 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4fbeb423-9c41-432a-9fe7-d970f1604490 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:04.971883 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:05.000919 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e645e-911c-4fb4-83ca-e97255270900 req-5ca9ab51-103b-4412-829e-d923e9c139f4 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:05.003818 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7c4e645e-911c-4fb4-83ca-e97255270900 req-5ca9ab51-103b-4412-829e-d923e9c139f4 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 944 time: 0.4703453 Dec 05 21:42:05.070919 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037747e-a326-451b-a44d-3c326b8cf733 req-bc14712b-612d-4b17-9d97-795394ec7114 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:05.074095 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7037747e-a326-451b-a44d-3c326b8cf733 req-bc14712b-612d-4b17-9d97-795394ec7114 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 944 time: 0.4451718 Dec 05 21:42:05.104805 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7c4e645e-911c-4fb4-83ca-e97255270900 req-26dfdcc1-2655-4699-8b18-e6b8bf2f9991 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/security-groups?id=076da1f3-81ee-4ebf-8651-533c68efe320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909398 Dec 05 21:42:05.348656 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-a496451b-c7e2-42cc-8659-48c01762cfa3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d0107d2-8d97-4d37-85f1-ffd213bba95d HTTP/1.1" status: 200 len: 217 time: 0.1164589 Dec 05 21:42:05.372196 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7037747e-a326-451b-a44d-3c326b8cf733 req-6c7bc327-c2b8-4571-b10d-b7d571346596 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802886 Dec 05 21:42:05.506065 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbeb423-9c41-432a-9fe7-d970f1604490 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Pushing event updated for resources: {'Port': ['ID=2eb8ba3f-8071-42ec-9cc8-1e7138aeb308,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:05.509669 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4fbeb423-9c41-432a-9fe7-d970f1604490 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:05.675321 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-82bfba1c-4724-44a7-b7fb-37266d787082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:05.679035 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-82bfba1c-4724-44a7-b7fb-37266d787082 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=27599f1a-d385-49ba-b8c5-fd2495c3c03d HTTP/1.1" status: 200 len: 851 time: 0.3010473 Dec 05 21:42:05.692751 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f869e6dc-f35a-4708-9032-c00f2063aa6d req-4853827f-9b11-485d-a275-f146c4e01c36 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 210 time: 0.2203829 Dec 05 21:42:05.698164 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4fbeb423-9c41-432a-9fe7-d970f1604490 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Network 7a343bc3-72fd-414f-a6e7-9632ec6930e0 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:42:05.700498 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4fbeb423-9c41-432a-9fe7-d970f1604490 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:42:05.714572 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4fbeb423-9c41-432a-9fe7-d970f1604490 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:42:05.728650 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4fbeb423-9c41-432a-9fe7-d970f1604490 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:05.729793 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4fbeb423-9c41-432a-9fe7-d970f1604490 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:05.931517 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-a849ab77-c1d0-4d2e-8e4c-a4c94d6972e2 req-b5c72008-b7f2-4d91-b2fe-7a558bdef2b5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Synchronizing usage tracker for tenant:387707d1b07f4c5b9a7d2155b4ca7185 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:42:05.966235 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-9d85b716-0b46-4ac2-91c0-47f16d58a3de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d594b5e-6ca3-445d-aee6-587585c2507e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2604177 Dec 05 21:42:05.970739 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.objects.ports [None req-856b8438-8d30-423f-9053-fa664c8dddba None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80241) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 05 21:42:05.971168 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4fbeb423-9c41-432a-9fe7-d970f1604490 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2311902 Dec 05 21:42:06.061626 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Request body: {'port': {'device_id': 'b614a214-374a-425e-ac0a-60cf78ce1d98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:42:06.119491 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-a849ab77-c1d0-4d2e-8e4c-a4c94d6972e2 req-b5c72008-b7f2-4d91-b2fe-7a558bdef2b5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Unset dirty status for tenant:387707d1b07f4c5b9a7d2155b4ca7185 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:42:06.135722 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a849ab77-c1d0-4d2e-8e4c-a4c94d6972e2 req-b5c72008-b7f2-4d91-b2fe-7a558bdef2b5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 210 time: 0.4274509 Dec 05 21:42:06.244580 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-0e8b0b26-5ddd-400e-b3b5-9d60ea7c99cb tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:06.250799 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-0e8b0b26-5ddd-400e-b3b5-9d60ea7c99cb tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.53 "GET /v2.0/networks?id=7a343bc3-72fd-414f-a6e7-9632ec6930e0 HTTP/1.1" status: 200 len: 819 time: 0.5443959 Dec 05 21:42:06.342364 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Request body: {'port': {'device_id': 'ed4c15f8-8439-433c-9a19-45a74deb43f6', 'network_id': '7a343bc3-72fd-414f-a6e7-9632ec6930e0', 'admin_state_up': True, 'tenant_id': '387707d1b07f4c5b9a7d2155b4ca7185'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:42:06.623449 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:42:06.644428 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:42:06.665220 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Made reservation on behalf of 387707d1b07f4c5b9a7d2155b4ca7185 for: {'port': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:42:06.671445 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:06.715677 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-5f917c1b-7f0c-4b0d-8c7c-f350460ed095 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1259340949&fields=id&tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060 HTTP/1.1" status: 200 len: 267 time: 0.4950621 Dec 05 21:42:06.840761 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 21caa11b-e5af-479e-a5f1-fed1aedb657f up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:42:06.958316 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:07.047780 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning for port 21caa11b-e5af-479e-a5f1-fed1aedb657f completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:42:07.066189 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 21caa11b-e5af-479e-a5f1-fed1aedb657f triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:42:07.066914 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:07.221518 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-2b54978a-c600-4306-bf4d-d3be9e96d45e service neutron] 10.222.0.53 "GET /v2.0/networks/2d594b5e-6ca3-445d-aee6-587585c2507e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2252510 Dec 05 21:42:07.321649 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Allocated IP 172.20.0.12 (7a343bc3-72fd-414f-a6e7-9632ec6930e0/ccaf5210-bac5-475a-af4e-b572b8c0356d/9c3a5a35-15fa-4216-a726-4ae4484052ef) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:42:07.345474 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:07.369767 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f364b-1c67-4910-9c06-6ac62a7e8c56 req-9d4ab615-34af-4f98-a1f1-ac7485a3d6fd tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:07.376468 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b90f364b-1c67-4910-9c06-6ac62a7e8c56 req-9d4ab615-34af-4f98-a1f1-ac7485a3d6fd tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 944 time: 0.7174361 Dec 05 21:42:07.430436 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.53', 62998) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:07.434371 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port 21caa11b-e5af-479e-a5f1-fed1aedb657f, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=21caa11b-e5af-479e-a5f1-fed1aedb657f,segment=NetworkSegment(76cccfe4-ab2e-4d88-9859-8dba3228c455),segment_id=76cccfe4-ab2e-4d88-9859-8dba3228c455)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:42:07.436465 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06bdca4-5abc-4789-928d-3d7c6771abda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21caa11b-e5af-479e-a5f1-fed1aedb657f'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:42:07.610827 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:07.613276 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:07.714029 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=21caa11b-e5af-479e-a5f1-fed1aedb657f,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:07.728385 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:07.846878 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 51414) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:07.966509 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b90f364b-1c67-4910-9c06-6ac62a7e8c56 req-b809f968-ee1b-4ce6-8707-413026f05b31 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/security-groups?id=076da1f3-81ee-4ebf-8651-533c68efe320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251315 Dec 05 21:42:08.002126 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-6d0d6e60-b451-4e1f-9273-37d7be6a8e7e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:08.005549 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-6d0d6e60-b451-4e1f-9273-37d7be6a8e7e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/networks?id=ba83bbf0-3b38-4232-af09-1ca8d508a608 HTTP/1.1" status: 200 len: 817 time: 1.2902846 Dec 05 21:42:08.028254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 21caa11b-e5af-479e-a5f1-fed1aedb657f up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:42:08.049932 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:08.069374 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-dce3d60a-34a1-4749-b6f2-b17be3d6c147 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/quotas/d4d0fd6f9ae7423f8a6f280d3c1ae060 HTTP/1.1" status: 200 len: 375 time: 0.0558388 Dec 05 21:42:08.093829 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-dca08ea5-bd04-44d7-b236-be2619eea49f tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:08.095486 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-dca08ea5-bd04-44d7-b236-be2619eea49f tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.53 "GET /v2.0/networks?id=811ae4e3-171e-48fa-8bac-30edfe0da7b4 HTTP/1.1" status: 200 len: 810 time: 0.6640005 Dec 05 21:42:08.102719 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f155f9f2-87cc-4d62-a25c-96bbf7d3ca1d req-4dce080c-c7d5-447a-b304-99ab181dd8d3 service neutron] 10.222.0.53 "GET /v2.0/networks/2d594b5e-6ca3-445d-aee6-587585c2507e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7673316 Dec 05 21:42:08.216648 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 21caa11b-e5af-479e-a5f1-fed1aedb657f triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:42:08.217616 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:08.269477 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-2d300b5b-ab83-44ee-8564-5ecc8a18300c tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Synchronizing usage tracker for tenant:37ac9d224de24a2484f2fdefe069b4bf on resource:security_group {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:42:08.278501 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-9b79dc64-ec32-4d90-9a02-97216f09b19e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1970882 Dec 05 21:42:08.286895 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:08.362558 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 51430) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:08.484169 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-2d300b5b-ab83-44ee-8564-5ecc8a18300c tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Unset dirty status for tenant:37ac9d224de24a2484f2fdefe069b4bf on resource:security_group {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:42:08.486580 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-2d300b5b-ab83-44ee-8564-5ecc8a18300c tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37ac9d224de24a2484f2fdefe069b4bf HTTP/1.1" status: 200 len: 5503 time: 0.3606856 Dec 05 21:42:08.526627 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-207f01e4-85cb-4533-ab1d-f2ec379c8351 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Request body: {'port': {'device_id': 'b900a951-b0af-4791-9c68-afa87a0b4846', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'admin_state_up': True, 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'security_groups': ['e592730d-6490-4ef7-ba4a-9e8e8116c75b']}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:42:08.528741 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3afbf74e-84db-4622-94a2-7361d73f408e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:08.710783 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Network 7a343bc3-72fd-414f-a6e7-9632ec6930e0 is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:42:08.711999 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c3ddb1c3-e619-468d-9309-c8f32c3ca9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:08.722311 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Pushing event updated for resources: {'Port': ['ID=9c3a5a35-15fa-4216-a726-4ae4484052ef,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:08.796659 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.797224 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.797625 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.797954 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7d786cdb-26dd-48a4-bb14-de05246f229b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:08.798158 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.798549 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.798943 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.799327 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.799707 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.800148 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.800572 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.800952 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.801333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.801780 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.802207 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.802588 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.803551 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.804837 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.805497 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.805896 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.806283 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.806669 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.807503 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.807919 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.808349 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:08.813300 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:42:08.816687 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:42:08.822120 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:08.823537 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:08.835290 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:08.858236 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c3ddb1c3-e619-468d-9309-c8f32c3ca9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:42:08.873722 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c3ddb1c3-e619-468d-9309-c8f32c3ca9db admin admin] Usage tracker for resource:security_group_rule and tenant:292374ef04a14c438a5e36d88d1b72a9 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:42:08.885389 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c3ddb1c3-e619-468d-9309-c8f32c3ca9db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:42:08.907529 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712ce60-a719-4a32-88b9-89e56456c98d req-6dee27b2-fb3b-4765-a766-2727b3114168 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:08.911023 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c3ddb1c3-e619-468d-9309-c8f32c3ca9db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:42:08.921183 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-03225f60-0110-430b-b2e6-4225e3170a57 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6083174 Dec 05 21:42:08.922348 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b712ce60-a719-4a32-88b9-89e56456c98d req-6dee27b2-fb3b-4765-a766-2727b3114168 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 946 time: 0.7058878 Dec 05 21:42:08.935279 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-dc4e6ea4-c009-48b3-a0ed-9e91f7c17cc8 service neutron] 10.222.0.50 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334154 Dec 05 21:42:08.939544 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-7d786cdb-26dd-48a4-bb14-de05246f229b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:42:08.942220 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Request body: {'port': {'device_id': 'ed4c15f8-8439-433c-9a19-45a74deb43f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:42:09.003054 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-7d786cdb-26dd-48a4-bb14-de05246f229b admin admin] Usage tracker for resource:security_group_rule and tenant:1eaf35779a0e466ca019b392c400a930 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:42:09.024482 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-7d786cdb-26dd-48a4-bb14-de05246f229b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:42:09.069527 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-7d786cdb-26dd-48a4-bb14-de05246f229b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:42:09.075510 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-207f01e4-85cb-4533-ab1d-f2ec379c8351 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:42:09.139692 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-207f01e4-85cb-4533-ab1d-f2ec379c8351 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:42:09.154309 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b712ce60-a719-4a32-88b9-89e56456c98d req-c7d97c4f-f9a9-40f5-91c1-a6fff73f5406 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305105 Dec 05 21:42:09.237251 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-207f01e4-85cb-4533-ab1d-f2ec379c8351 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Made reservation on behalf of 37ac9d224de24a2484f2fdefe069b4bf for: {'port': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:42:09.243508 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-207f01e4-85cb-4533-ab1d-f2ec379c8351 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:09.268060 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:09.288111 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-0799ccc5-5098-423e-baee-ddde2651c7f4 service neutron] 10.222.0.50 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3093181 Dec 05 21:42:09.301567 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 {{(pid=80240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 05 21:42:09.324687 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:09.380476 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c3ddb1c3-e619-468d-9309-c8f32c3ca9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:09.413146 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c3ddb1c3-e619-468d-9309-c8f32c3ca9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:09.430474 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a5aec687-6bbf-4802-bbda-e122a7c1746b req-5c283307-1754-41c7-b753-02dab8f8dde0 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 210 time: 0.1092286 Dec 05 21:42:09.435942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2c8b21ad-31c9-4e66-a974-a58c9f464793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:09.443041 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Transition to ACTIVE for port object 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:42:09.545448 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:09.632412 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c3ddb1c3-e619-468d-9309-c8f32c3ca9db admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=292374ef04a14c438a5e36d88d1b72a9&name=default HTTP/1.1" status: 200 len: 2879 time: 1.7838216 Dec 05 21:42:09.633771 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 51464) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:09.727038 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddb1c3-e619-468d-9309-c8f32c3ca9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa83e2c-dc91-4da4-8e4e-468269d1d7a2,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:09.842793 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c3ddb1c3-e619-468d-9309-c8f32c3ca9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:09.892346 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06bdca4-5abc-4789-928d-3d7c6771abda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21caa11b-e5af-479e-a5f1-fed1aedb657f', 'code': 200} Dec 05 21:42:10.004121 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:10.044415 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8fdde943-ccd6-4ced-891f-fff4a4213f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:10.137628 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7d786cdb-26dd-48a4-bb14-de05246f229b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:10.183751 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7d786cdb-26dd-48a4-bb14-de05246f229b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:10.221638 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8fdde943-ccd6-4ced-891f-fff4a4213f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:10.282942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb8ba3f-8071-42ec-9cc8-1e7138aeb308,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:10.434080 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-7d786cdb-26dd-48a4-bb14-de05246f229b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1eaf35779a0e466ca019b392c400a930&name=default HTTP/1.1" status: 200 len: 2879 time: 2.0684209 Dec 05 21:42:10.436519 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.437183 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.437752 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.438464 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.444910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.444910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.444910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.444910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.444910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.444910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.444910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.444910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.444910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.444910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.444910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.445568 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.445568 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.445978 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.446278 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.446833 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.447334 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.447707 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.448131 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.448655 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:10.454134 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 51486) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:10.454289 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:10.529803 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:10.575920 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c3a5a35-15fa-4216-a726-4ae4484052ef {{(pid=80239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 05 21:42:10.607715 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f22ba-a581-4fd3-bcba-4f55d2387477 req-71e803fa-d2ca-4561-98a2-702eb4cbdc12 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:10.610878 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4d7f22ba-a581-4fd3-bcba-4f55d2387477 req-71e803fa-d2ca-4561-98a2-702eb4cbdc12 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 944 time: 0.5262611 Dec 05 21:42:10.630375 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:10.700560 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d786cdb-26dd-48a4-bb14-de05246f229b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe70577-1b05-41b1-80b3-ad9b35494eaf,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:10.704848 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7d786cdb-26dd-48a4-bb14-de05246f229b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:10.719283 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Attempting to bind port 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:42:10.719831 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Attempting to bind port 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'f09498a5-c82a-419e-9695-fb5cf3b4d805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7a343bc3-72fd-414f-a6e7-9632ec6930e0'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:42:10.720340 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Attempting to bind port 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 on network 7a343bc3-72fd-414f-a6e7-9632ec6930e0 {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:42:10.765654 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8fdde943-ccd6-4ced-891f-fff4a4213f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:10.782053 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da12397-34cd-4819-b985-0ccd7e2053e8 req-3e6db2fd-ab2b-4a5d-8169-56e72efdd4d7 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:10.783048 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Transition to ACTIVE for port object 9c3a5a35-15fa-4216-a726-4ae4484052ef will not be triggered until provisioned by entity L2. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:42:10.784697 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-909d78a5-e894-46ce-a07d-4f629ecfd9e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:10.784908 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8da12397-34cd-4819-b985-0ccd7e2053e8 req-3e6db2fd-ab2b-4a5d-8169-56e72efdd4d7 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 932 time: 0.8384938 Dec 05 21:42:10.793567 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Checking agent: {'id': '73420180-90c9-4440-8e64-a61aa3b256a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 39, 15), 'started_at': datetime.datetime(2020, 12, 5, 21, 39, 45), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:42:10.794483 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Checking segment: {'id': 'f09498a5-c82a-419e-9695-fb5cf3b4d805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7a343bc3-72fd-414f-a6e7-9632ec6930e0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:42:10.795041 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:10.795582 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Bound using segment: {'id': 'f09498a5-c82a-419e-9695-fb5cf3b4d805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7a343bc3-72fd-414f-a6e7-9632ec6930e0'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:42:10.796273 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Bound port: 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09498a5-c82a-419e-9695-fb5cf3b4d805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7a343bc3-72fd-414f-a6e7-9632ec6930e0'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:42:10.796784 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:10.815817 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8fdde943-ccd6-4ced-891f-fff4a4213f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:10.817979 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-8fdde943-ccd6-4ced-891f-fff4a4213f0e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ffa83e2c-dc91-4da4-8e4e-468269d1d7a2 HTTP/1.1" status: 204 len: 168 time: 1.0997467 Dec 05 21:42:10.827088 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4d7f22ba-a581-4fd3-bcba-4f55d2387477 req-3a25d010-ac71-4a92-827d-489b3cde2a35 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/security-groups?id=076da1f3-81ee-4ebf-8651-533c68efe320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911206 Dec 05 21:42:10.827827 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:10.837354 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdde943-ccd6-4ced-891f-fff4a4213f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa83e2c-dc91-4da4-8e4e-468269d1d7a2,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:10.853045 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f68b72-0151-43ab-903e-0b16b7b69462 req-e00d9b80-0f6b-4cce-91c1-f7c7360186da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:10.854729 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a4f68b72-0151-43ab-903e-0b16b7b69462 req-e00d9b80-0f6b-4cce-91c1-f7c7360186da service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 1163 time: 0.5926874 Dec 05 21:42:10.861822 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fe899f81-7104-45e5-8e7b-6a2d0e61e1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:10.867487 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8fdde943-ccd6-4ced-891f-fff4a4213f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:10.868133 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:10.980518 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a4f68b72-0151-43ab-903e-0b16b7b69462 req-a2a67ac5-c0f0-4c6f-90ef-595f5e7ba75c service neutron] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:11.000913 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-207f01e4-85cb-4533-ab1d-f2ec379c8351 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Allocated IP 172.20.0.4 (811ae4e3-171e-48fa-8bac-30edfe0da7b4/1dcf2694-5e4a-45e4-991f-a09b77fb18bf/f6a35222-ae62-4ae7-b015-af636a2f0cf3) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:42:11.020894 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8da12397-34cd-4819-b985-0ccd7e2053e8 req-353e1cb7-4901-4bca-b8ae-f3791fb1ffb3 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079515 Dec 05 21:42:11.060950 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-a4f68b72-0151-43ab-903e-0b16b7b69462 req-a2a67ac5-c0f0-4c6f-90ef-595f5e7ba75c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:42:11.076440 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-a4f68b72-0151-43ab-903e-0b16b7b69462 req-a2a67ac5-c0f0-4c6f-90ef-595f5e7ba75c service neutron] Usage tracker for resource:security_group_rule and tenant:4e95f82db3244aef92104cc446af6d4d is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:42:11.091441 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-a4f68b72-0151-43ab-903e-0b16b7b69462 req-a2a67ac5-c0f0-4c6f-90ef-595f5e7ba75c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:42:11.110933 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-a4f68b72-0151-43ab-903e-0b16b7b69462 req-a2a67ac5-c0f0-4c6f-90ef-595f5e7ba75c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:42:11.136672 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] For port 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308, host hv-cinder-75790, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:42:11.186204 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] For port 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=2eb8ba3f-8071-42ec-9cc8-1e7138aeb308,segment=NetworkSegment(f09498a5-c82a-419e-9695-fb5cf3b4d805),segment_id=f09498a5-c82a-419e-9695-fb5cf3b4d805)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:42:11.208942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:11.311561 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.53', 63006) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:11.336725 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4fbeb423-9c41-432a-9fe7-d970f1604490 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:11.499701 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b63e516-30bb-477a-8745-79937abe576a req-47128ef9-24ca-4d56-9d9c-70326ccb6f09 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 210 time: 0.1877799 Dec 05 21:42:11.512496 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fe899f81-7104-45e5-8e7b-6a2d0e61e1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:11.543764 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3a5a35-15fa-4216-a726-4ae4484052ef,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:11.554905 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:11.736434 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 51504) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:11.774515 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fe899f81-7104-45e5-8e7b-6a2d0e61e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:11.786263 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:11.802291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e01dac65-5b02-43b6-87e8-89d29504c13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:11.852902 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe899f81-7104-45e5-8e7b-6a2d0e61e1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe70577-1b05-41b1-80b3-ad9b35494eaf,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:11.862008 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Attempting to bind port 9c3a5a35-15fa-4216-a726-4ae4484052ef on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:42:11.862431 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Attempting to bind port 9c3a5a35-15fa-4216-a726-4ae4484052ef by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'f09498a5-c82a-419e-9695-fb5cf3b4d805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7a343bc3-72fd-414f-a6e7-9632ec6930e0'}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:42:11.862871 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Attempting to bind port 9c3a5a35-15fa-4216-a726-4ae4484052ef on network 7a343bc3-72fd-414f-a6e7-9632ec6930e0 {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:42:11.873254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fe899f81-7104-45e5-8e7b-6a2d0e61e1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:11.884993 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fe899f81-7104-45e5-8e7b-6a2d0e61e1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:11.886230 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-fe899f81-7104-45e5-8e7b-6a2d0e61e1e6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9fe70577-1b05-41b1-80b3-ad9b35494eaf HTTP/1.1" status: 204 len: 168 time: 1.4150453 Dec 05 21:42:11.888932 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9af35952-c72f-4278-8710-eaf9dbe0ecc8 req-e6ace449-7707-41c4-b5f1-7142b5ff20f7 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 210 time: 0.1064448 Dec 05 21:42:11.890670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e01dac65-5b02-43b6-87e8-89d29504c13e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:42:11.893564 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Checking agent: {'id': '73420180-90c9-4440-8e64-a61aa3b256a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 39, 15), 'started_at': datetime.datetime(2020, 12, 5, 21, 39, 45), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:42:11.893942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Checking segment: {'id': 'f09498a5-c82a-419e-9695-fb5cf3b4d805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7a343bc3-72fd-414f-a6e7-9632ec6930e0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:42:11.894351 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:11.894784 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Bound using segment: {'id': 'f09498a5-c82a-419e-9695-fb5cf3b4d805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7a343bc3-72fd-414f-a6e7-9632ec6930e0'} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:42:11.895262 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Bound port: 9c3a5a35-15fa-4216-a726-4ae4484052ef, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09498a5-c82a-419e-9695-fb5cf3b4d805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7a343bc3-72fd-414f-a6e7-9632ec6930e0'}}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:42:11.895643 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:11.910186 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e01dac65-5b02-43b6-87e8-89d29504c13e admin admin] Usage tracker for resource:security_group_rule and tenant:2777437686fe453a8196170743140fce is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:42:11.919642 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e01dac65-5b02-43b6-87e8-89d29504c13e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:42:11.927162 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e01dac65-5b02-43b6-87e8-89d29504c13e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:42:12.071477 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] For port 9c3a5a35-15fa-4216-a726-4ae4484052ef, host hv-cinder-75790, cleared binding levels {{(pid=80239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:42:12.079080 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] For port 9c3a5a35-15fa-4216-a726-4ae4484052ef, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=9c3a5a35-15fa-4216-a726-4ae4484052ef,segment=NetworkSegment(f09498a5-c82a-419e-9695-fb5cf3b4d805),segment_id=f09498a5-c82a-419e-9695-fb5cf3b4d805)] {{(pid=80239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:42:12.085846 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:12.317643 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.objects.ports [None req-aa6c0df6-6ca4-4618-b2d3-68fca87d6719 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80241) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 05 21:42:12.406346 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a4f68b72-0151-43ab-903e-0b16b7b69462 req-a2a67ac5-c0f0-4c6f-90ef-595f5e7ba75c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:12.439267 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:12.484064 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a4f68b72-0151-43ab-903e-0b16b7b69462 req-a2a67ac5-c0f0-4c6f-90ef-595f5e7ba75c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:12.495184 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb8ba3f-8071-42ec-9cc8-1e7138aeb308,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:12.531789 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.195s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:12.535823 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:12.566124 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-207f01e4-85cb-4533-ab1d-f2ec379c8351 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:12.638484 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a4f68b72-0151-43ab-903e-0b16b7b69462 req-a2a67ac5-c0f0-4c6f-90ef-595f5e7ba75c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7176247 Dec 05 21:42:12.665884 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-21418730-09ae-48ec-8f69-4937a49961d2 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:12.666976 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-21418730-09ae-48ec-8f69-4937a49961d2 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Synchronizing usage tracker for tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 on resource:network {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:42:12.672744 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:12.673703 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:12.675546 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] 10.222.0.53 "PUT /v2.0/ports/2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 HTTP/1.1" status: 200 len: 1157 time: 6.6768990 Dec 05 21:42:12.677639 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-207f01e4-85cb-4533-ab1d-f2ec379c8351 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Transition to ACTIVE for port object f6a35222-ae62-4ae7-b015-af636a2f0cf3 will not be triggered until provisioned by entity DHCP. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:42:12.680979 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b614a214-374a-425e-ac0a-60cf78ce1d98', 'tag': '2eb8ba3f-8071-42ec-9cc8-1e7138aeb308'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:42:12.691196 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a67ac5-c0f0-4c6f-90ef-595f5e7ba75c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ca858a71-7cab-458b-b126-13d17c4423d5,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:12.705206 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359de3c-dd57-4682-8b70-ed188e6416d0 req-53dfe444-968d-4e58-9c14-3e19301210d8 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:12.716975 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3359de3c-dd57-4682-8b70-ed188e6416d0 req-53dfe444-968d-4e58-9c14-3e19301210d8 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 946 time: 1.2324195 Dec 05 21:42:12.721132 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a2a67ac5-c0f0-4c6f-90ef-595f5e7ba75c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:12.784806 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-21418730-09ae-48ec-8f69-4937a49961d2 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Unset dirty status for tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 on resource:network {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:42:12.786311 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-21418730-09ae-48ec-8f69-4937a49961d2 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.53 "GET /v2.0/networks?id=ba83bbf0-3b38-4232-af09-1ca8d508a608 HTTP/1.1" status: 200 len: 817 time: 1.3551292 Dec 05 21:42:12.809308 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3359de3c-dd57-4682-8b70-ed188e6416d0 req-96a7c8d9-8cb1-42e6-89f3-053fa86fb2d6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898807 Dec 05 21:42:12.837557 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:12.838667 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:12.840427 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-207f01e4-85cb-4533-ab1d-f2ec379c8351 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:12.841177 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] 10.222.0.53 "PUT /v2.0/ports/9c3a5a35-15fa-4216-a726-4ae4484052ef HTTP/1.1" status: 200 len: 1158 time: 3.9035389 Dec 05 21:42:12.885726 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4c15f8-8439-433c-9a19-45a74deb43f6', 'tag': '9c3a5a35-15fa-4216-a726-4ae4484052ef'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:42:12.895358 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3a5a35-15fa-4216-a726-4ae4484052ef,revision_number=3']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:12.903180 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:12.914235 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:12.919913 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e01dac65-5b02-43b6-87e8-89d29504c13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:12.976862 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e01dac65-5b02-43b6-87e8-89d29504c13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:12.997796 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 51530) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:13.008446 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84ac6f-8fd8-4313-8c9d-6f44f6f644d9 req-4221c72a-3f18-4553-8119-80fa8403b0cc tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:13.011509 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7a84ac6f-8fd8-4313-8c9d-6f44f6f644d9 req-4221c72a-3f18-4553-8119-80fa8403b0cc tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 944 time: 0.6712744 Dec 05 21:42:13.012535 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:13.096007 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e01dac65-5b02-43b6-87e8-89d29504c13e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2777437686fe453a8196170743140fce&name=default HTTP/1.1" status: 200 len: 2879 time: 1.3560140 Dec 05 21:42:13.157411 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 51536) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:13.162965 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 2d0107d2-8d97-4d37-85f1-ffd213bba95d up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:42:13.229391 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f01e4-85cb-4533-ab1d-f2ec379c8351 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Pushing event updated for resources: {'Port': ['ID=f6a35222-ae62-4ae7-b015-af636a2f0cf3,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:13.252187 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-207f01e4-85cb-4533-ab1d-f2ec379c8351 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:13.361495 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning for port 2d0107d2-8d97-4d37-85f1-ffd213bba95d completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:42:13.371682 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 2d0107d2-8d97-4d37-85f1-ffd213bba95d triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:42:13.372507 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:13.385321 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5e46105b-07ab-4660-b43d-891a907faf2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:13.436058 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dac65-5b02-43b6-87e8-89d29504c13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2ba402-4b94-40f8-8cf3-c9be4528c5bb,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:13.488113 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e01dac65-5b02-43b6-87e8-89d29504c13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:13.490998 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5e46105b-07ab-4660-b43d-891a907faf2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:42:13.513438 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4bcfa-2261-4af3-bc4f-4858e12391a6 req-05fbc46a-c1fa-469b-9e1d-3a0ba9a2cb98 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:13.522362 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dab4bcfa-2261-4af3-bc4f-4858e12391a6 req-05fbc46a-c1fa-469b-9e1d-3a0ba9a2cb98 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 944 time: 0.5253427 Dec 05 21:42:13.531475 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-8cc0d8bb-3250-4756-81e6-45eabe638758 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Synchronizing usage tracker for tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 on resource:security_group {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:42:13.554081 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5e46105b-07ab-4660-b43d-891a907faf2e admin admin] Usage tracker for resource:security_group_rule and tenant:0e7e2104bdd84469b16050f42c71a489 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:42:13.573242 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5e46105b-07ab-4660-b43d-891a907faf2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:42:13.618537 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9dafb306-fa5c-4a01-9f70-7e2a04eedcf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:13.632195 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:13.676847 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9dafb306-fa5c-4a01-9f70-7e2a04eedcf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:13.742082 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137aa507-ee30-40b2-8a33-c402b0eff6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0107d2-8d97-4d37-85f1-ffd213bba95d'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:42:13.763803 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port 2d0107d2-8d97-4d37-85f1-ffd213bba95d, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=2d0107d2-8d97-4d37-85f1-ffd213bba95d,segment=NetworkSegment(2901e56f-10ed-4b50-99b2-23110163f79f),segment_id=2901e56f-10ed-4b50-99b2-23110163f79f)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:42:13.768106 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7a84ac6f-8fd8-4313-8c9d-6f44f6f644d9 req-7e4de7d2-8770-4349-9c4b-01301d096d83 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/security-groups?id=076da1f3-81ee-4ebf-8651-533c68efe320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6780910 Dec 05 21:42:13.776598 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:13.782351 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5e46105b-07ab-4660-b43d-891a907faf2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:42:13.784563 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:13.786908 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9dafb306-fa5c-4a01-9f70-7e2a04eedcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:13.805644 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-451e080a-7470-4d32-92b4-9706d010502d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:13.867861 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-03fff9ba-b64c-47e4-a68c-56ac82220a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:13.870842 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-03fff9ba-b64c-47e4-a68c-56ac82220a45 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=387707d1b07f4c5b9a7d2155b4ca7185&device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 1160 time: 0.6160710 Dec 05 21:42:13.872336 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dafb306-fa5c-4a01-9f70-7e2a04eedcf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2ba402-4b94-40f8-8cf3-c9be4528c5bb,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:13.878878 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9dafb306-fa5c-4a01-9f70-7e2a04eedcf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:13.884161 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-9dafb306-fa5c-4a01-9f70-7e2a04eedcf6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2e2ba402-4b94-40f8-8cf3-c9be4528c5bb HTTP/1.1" status: 204 len: 168 time: 0.7219195 Dec 05 21:42:13.884530 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9dafb306-fa5c-4a01-9f70-7e2a04eedcf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:13.895369 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-207f01e4-85cb-4533-ab1d-f2ec379c8351 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Network 811ae4e3-171e-48fa-8bac-30edfe0da7b4 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:42:13.907251 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-207f01e4-85cb-4533-ab1d-f2ec379c8351 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:42:13.909982 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=2d0107d2-8d97-4d37-85f1-ffd213bba95d,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:13.929570 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-8cc0d8bb-3250-4756-81e6-45eabe638758 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Unset dirty status for tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 on resource:security_group {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:42:13.933127 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-8cc0d8bb-3250-4756-81e6-45eabe638758 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060 HTTP/1.1" status: 200 len: 5503 time: 0.7556722 Dec 05 21:42:13.941478 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.942129 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.942655 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.943175 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.943765 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.944608 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.945178 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.945695 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.946305 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.946856 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.947385 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.947973 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.948561 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.949073 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.949607 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.950121 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.950609 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.951132 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.951649 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.952211 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.952754 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.953262 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.953771 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.954276 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:42:13.960946 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:13.973303 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-207f01e4-85cb-4533-ab1d-f2ec379c8351 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:42:13.981353 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-207f01e4-85cb-4533-ab1d-f2ec379c8351 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:13.982003 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-207f01e4-85cb-4533-ab1d-f2ec379c8351 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:14.005718 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-bc937095-b654-4b51-90fc-0d80ccbb0a7c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Request body: {'port': {'device_id': '68dd9236-14e6-4754-b247-a629ddb9d5c2', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'admin_state_up': True, 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'security_groups': ['218f6040-4609-47da-84fe-20d4bc63b6c9']}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:42:14.131946 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-0351b3fa-8870-4460-b9f5-cd5f20b0b667 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 HTTP/1.1" status: 200 len: 217 time: 0.2263646 Dec 05 21:42:14.188256 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-bc937095-b654-4b51-90fc-0d80ccbb0a7c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:42:14.202129 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-63e4876f-99d2-439a-bc67-b2f12cb6557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:14.203899 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-63e4876f-99d2-439a-bc67-b2f12cb6557b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=387707d1b07f4c5b9a7d2155b4ca7185&device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 1161 time: 0.9577100 Dec 05 21:42:14.205151 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-bc937095-b654-4b51-90fc-0d80ccbb0a7c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Usage tracker for resource:port and tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:42:14.217792 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-bc937095-b654-4b51-90fc-0d80ccbb0a7c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Quota usage for port was recalculated. Used quota:3. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:42:14.232451 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dab4bcfa-2261-4af3-bc4f-4858e12391a6 req-bb4ca5d9-e745-41d7-ae6e-2e7d406edfbe tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7088890 Dec 05 21:42:14.268050 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 2d0107d2-8d97-4d37-85f1-ffd213bba95d up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:42:14.394287 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d12e5aa5-03f1-4f24-b5ed-95be50bca6cb req-399fc220-df4f-41cb-8250-50b1465c16e3 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 210 time: 0.1731451 Dec 05 21:42:14.430626 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-46b190df-90e1-4476-a95d-36d70ead0e0c None None] Provisioning for port f6a35222-ae62-4ae7-b015-af636a2f0cf3 completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:42:14.439622 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-aaed0f09-c0d5-47b2-bff0-46121dce7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:14.441318 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-aaed0f09-c0d5-47b2-bff0-46121dce7357 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ccaf5210-bac5-475a-af4e-b572b8c0356d HTTP/1.1" status: 200 len: 859 time: 0.3000901 Dec 05 21:42:14.454943 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-46b190df-90e1-4476-a95d-36d70ead0e0c None None] Provisioning complete for port f6a35222-ae62-4ae7-b015-af636a2f0cf3 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:42:14.455430 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-46b190df-90e1-4476-a95d-36d70ead0e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:14.478670 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed4c15f8-8439-433c-9a19-45a74deb43f6', 'tag': '9c3a5a35-15fa-4216-a726-4ae4484052ef', 'status': 'completed', 'code': 200} Dec 05 21:42:14.489049 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-bc937095-b654-4b51-90fc-0d80ccbb0a7c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:42:14.495031 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-aa40c67f-b94a-43ba-aaba-54e023321e38 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c3a5a35-15fa-4216-a726-4ae4484052ef HTTP/1.1" status: 200 len: 217 time: 0.2559841 Dec 05 21:42:14.527638 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b614a214-374a-425e-ac0a-60cf78ce1d98', 'tag': '2eb8ba3f-8071-42ec-9cc8-1e7138aeb308', 'status': 'completed', 'code': 200} Dec 05 21:42:14.597207 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-207f01e4-85cb-4533-ab1d-f2ec379c8351 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0839825 Dec 05 21:42:14.601853 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-20700b81-8b21-4f37-b7c9-e23dcc4456b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a343bc3-72fd-414f-a6e7-9632ec6930e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220365 Dec 05 21:42:14.613128 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137aa507-ee30-40b2-8a33-c402b0eff6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0107d2-8d97-4d37-85f1-ffd213bba95d', 'code': 200} Dec 05 21:42:14.650156 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 2d0107d2-8d97-4d37-85f1-ffd213bba95d triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:42:14.658479 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:14.659487 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-4fe7ad24-1836-4fcf-8aeb-096f7fbbeb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:14.662126 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-4fe7ad24-1836-4fcf-8aeb-096f7fbbeb4b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ccaf5210-bac5-475a-af4e-b572b8c0356d HTTP/1.1" status: 200 len: 859 time: 0.1277163 Dec 05 21:42:14.665894 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-bc937095-b654-4b51-90fc-0d80ccbb0a7c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Made reservation on behalf of d4d0fd6f9ae7423f8a6f280d3c1ae060 for: {'port': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:42:14.671793 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-bc937095-b654-4b51-90fc-0d80ccbb0a7c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:14.707065 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Request body: {'port': {'device_id': 'b900a951-b0af-4791-9c68-afa87a0b4846', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:42:14.816941 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5e46105b-07ab-4660-b43d-891a907faf2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:14.823489 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-46b190df-90e1-4476-a95d-36d70ead0e0c None None] Port f6a35222-ae62-4ae7-b015-af636a2f0cf3 cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:42:15.022865 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:15.028134 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-8818c2f3-7cdd-491a-bb37-929d4673f174 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a343bc3-72fd-414f-a6e7-9632ec6930e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2525702 Dec 05 21:42:15.081230 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5e46105b-07ab-4660-b43d-891a907faf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:15.156985 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:15.181058 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5e46105b-07ab-4660-b43d-891a907faf2e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0e7e2104bdd84469b16050f42c71a489&name=default HTTP/1.1" status: 200 len: 2879 time: 2.1423576 Dec 05 21:42:15.190780 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 51568) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:15.456217 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46105b-07ab-4660-b43d-891a907faf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8da9a0-d0b5-4742-8ff4-ec1bf2f282b4,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:15.496283 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5e46105b-07ab-4660-b43d-891a907faf2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:15.522523 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-566e55d7-4246-4df7-ba58-71c33ee71bc0 service neutron] 10.222.0.53 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8773592 Dec 05 21:42:15.619912 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-79de86de-4c2c-44a3-b111-74044cb0107c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:15.646206 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:15.664079 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-5a647519-9a11-4185-88be-99f47e0397cf service neutron] 10.222.0.53 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223822 Dec 05 21:42:15.680852 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d976c-0bf2-43fd-8c50-4a42ee91ab8d req-e52682bc-bb4f-43be-abff-da715cdeb93f tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:15.683933 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c033a-45ee-46d5-8136-170e981b0c8c req-f82a483f-4f18-4bcb-951b-a3a21601c43d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:15.684747 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-372c033a-45ee-46d5-8136-170e981b0c8c req-f82a483f-4f18-4bcb-951b-a3a21601c43d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Synchronizing usage tracker for tenant:37ac9d224de24a2484f2fdefe069b4bf on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:42:15.689139 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6e1d976c-0bf2-43fd-8c50-4a42ee91ab8d req-e52682bc-bb4f-43be-abff-da715cdeb93f tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 946 time: 0.5437191 Dec 05 21:42:15.783474 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-79de86de-4c2c-44a3-b111-74044cb0107c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:15.861247 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6e1d976c-0bf2-43fd-8c50-4a42ee91ab8d req-43f445a6-316a-433c-b499-76bd1639cdc3 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702590 Dec 05 21:42:15.952418 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-372c033a-45ee-46d5-8136-170e981b0c8c req-f82a483f-4f18-4bcb-951b-a3a21601c43d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Unset dirty status for tenant:37ac9d224de24a2484f2fdefe069b4bf on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:42:15.953734 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-372c033a-45ee-46d5-8136-170e981b0c8c req-f82a483f-4f18-4bcb-951b-a3a21601c43d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 931 time: 1.1119018 Dec 05 21:42:16.016500 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-34fe5073-2e6d-49f5-ba2a-9ee96398f3a8 req-9b246647-fe1d-47d7-b2ac-dcf6133c8b2d service neutron] 10.222.0.53 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4861634 Dec 05 21:42:16.021269 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-79de86de-4c2c-44a3-b111-74044cb0107c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:16.041915 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a359dc84-75dd-423b-bf34-4e1b22da10cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:16.056410 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fede77-dce2-4289-b38f-9483c21bf160 req-2ce2abff-9ed0-45b3-9b12-fcaf687c4ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:16.058120 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e6fede77-dce2-4289-b38f-9483c21bf160 req-2ce2abff-9ed0-45b3-9b12-fcaf687c4ab0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 1163 time: 0.7135024 Dec 05 21:42:16.106183 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-79de86de-4c2c-44a3-b111-74044cb0107c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:16.112089 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-79de86de-4c2c-44a3-b111-74044cb0107c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0f8da9a0-d0b5-4742-8ff4-ec1bf2f282b4 HTTP/1.1" status: 204 len: 168 time: 0.8951993 Dec 05 21:42:16.122971 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de86de-4c2c-44a3-b111-74044cb0107c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8da9a0-d0b5-4742-8ff4-ec1bf2f282b4,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:16.128233 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-79de86de-4c2c-44a3-b111-74044cb0107c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:16.210412 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-440f8d2f-7407-4d95-88d2-2e3fa15135b7 req-13153ebf-a3bd-48eb-853b-ae95c549cf2c service neutron] 10.222.0.53 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5351939 Dec 05 21:42:16.215040 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf5344-7a06-4fb2-91cb-9406adc567e9 req-44b5d54a-87f0-4da0-b21a-938bafeaec1a tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:16.219033 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-efcf5344-7a06-4fb2-91cb-9406adc567e9 req-44b5d54a-87f0-4da0-b21a-938bafeaec1a tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 946 time: 0.2006934 Dec 05 21:42:16.226376 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-372c033a-45ee-46d5-8136-170e981b0c8c req-e4fc32a9-85f0-4b59-af69-3ed3b3cb2626 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=e592730d-6490-4ef7-ba4a-9e8e8116c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352493 Dec 05 21:42:16.311940 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-bc937095-b654-4b51-90fc-0d80ccbb0a7c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Allocated IP 172.20.0.6 (ba83bbf0-3b38-4232-af09-1ca8d508a608/9202ba51-95a8-4744-9f6f-9b6d34d32b9b/608b4e65-975a-4c85-af2d-4fbf1a5b2a1a) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:42:16.399473 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-efcf5344-7a06-4fb2-91cb-9406adc567e9 req-169fe241-3347-4f36-8ee1-23726a762e54 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/security-groups?id=076da1f3-81ee-4ebf-8651-533c68efe320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697063 Dec 05 21:42:16.538741 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e6fede77-dce2-4289-b38f-9483c21bf160 req-fe1585de-df9c-4a75-9be6-613eb0ef37ff service neutron] Synchronizing usage tracker for tenant:4e95f82db3244aef92104cc446af6d4d on resource:security_group {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:42:16.631223 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f9cea-b9a8-43a7-9f19-ec6bc74c402c req-6845a305-92b7-49de-8f38-8b8450708d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:16.633184 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d11f9cea-b9a8-43a7-9f19-ec6bc74c402c req-6845a305-92b7-49de-8f38-8b8450708d63 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=387707d1b07f4c5b9a7d2155b4ca7185&device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 1161 time: 0.1728549 Dec 05 21:42:16.716833 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4d12bcce-4348-4c90-8ee8-05374d275320 req-80f9c1d6-6eb3-4ca8-849c-6f893fa8c2ec tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 210 time: 0.0887911 Dec 05 21:42:17.031930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e6fede77-dce2-4289-b38f-9483c21bf160 req-fe1585de-df9c-4a75-9be6-613eb0ef37ff service neutron] Unset dirty status for tenant:4e95f82db3244aef92104cc446af6d4d on resource:security_group {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:42:17.033186 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e6fede77-dce2-4289-b38f-9483c21bf160 req-fe1585de-df9c-4a75-9be6-613eb0ef37ff service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=076da1f3-81ee-4ebf-8651-533c68efe320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7347021 Dec 05 21:42:17.202454 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992be7c-b367-4c32-b45b-434bd2560581 req-5a897090-cbe2-4dcc-8fc8-cd2aae94db17 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:17.214846 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1992be7c-b367-4c32-b45b-434bd2560581 req-5a897090-cbe2-4dcc-8fc8-cd2aae94db17 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 946 time: 0.1530781 Dec 05 21:42:17.219129 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff7f4e-bb84-4a33-9e4c-85efcad4f630 req-70c9b526-265d-4b7b-ada8-ecc39bcd9aaf tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:17.220878 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2dff7f4e-bb84-4a33-9e4c-85efcad4f630 req-70c9b526-265d-4b7b-ada8-ecc39bcd9aaf tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 944 time: 0.7997849 Dec 05 21:42:17.229000 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05a06d-8bea-4ac1-b7c9-dbefdf9e5881 req-1ae4d814-71f8-458e-a27b-332d39aca5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:17.230661 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f05a06d-8bea-4ac1-b7c9-dbefdf9e5881 req-1ae4d814-71f8-458e-a27b-332d39aca5eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=387707d1b07f4c5b9a7d2155b4ca7185&device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 1160 time: 0.6331625 Dec 05 21:42:17.291190 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1992be7c-b367-4c32-b45b-434bd2560581 req-4173c631-6353-4a77-83cd-bf3260cde545 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752738 Dec 05 21:42:17.339618 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-bc937095-b654-4b51-90fc-0d80ccbb0a7c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:17.461581 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2dff7f4e-bb84-4a33-9e4c-85efcad4f630 req-c800f022-b122-4453-8f7d-801c1259c1e5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126429 Dec 05 21:42:17.466666 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-bc937095-b654-4b51-90fc-0d80ccbb0a7c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Transition to ACTIVE for port object 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a will not be triggered until provisioned by entity DHCP. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:42:17.476572 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a35222-ae62-4ae7-b015-af636a2f0cf3 {{(pid=80240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 05 21:42:17.485922 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:17.505583 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Transition to ACTIVE for port object f6a35222-ae62-4ae7-b015-af636a2f0cf3 will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:42:17.518430 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:17.563296 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:17.653999 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Pushing event updated for resources: {'Port': ['ID=f6a35222-ae62-4ae7-b015-af636a2f0cf3,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:17.674605 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:17.760682 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3fc7b-68ab-4cb7-951d-5215eea7748b req-6bf197fb-45e9-4017-8a46-1fb6cc45b00b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:17.776106 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-53f3fc7b-68ab-4cb7-951d-5215eea7748b req-6bf197fb-45e9-4017-8a46-1fb6cc45b00b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 943 time: 0.2005758 Dec 05 21:42:17.923915 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-53f3fc7b-68ab-4cb7-951d-5215eea7748b req-a849a27b-8556-4d5a-8743-3230b8ec1e3d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=e592730d-6490-4ef7-ba4a-9e8e8116c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470025 Dec 05 21:42:17.924207 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-bc937095-b654-4b51-90fc-0d80ccbb0a7c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:17.958217 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:18.400559 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc937095-b654-4b51-90fc-0d80ccbb0a7c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Pushing event updated for resources: {'Port': ['ID=608b4e65-975a-4c85-af2d-4fbf1a5b2a1a,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:18.410221 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bc937095-b654-4b51-90fc-0d80ccbb0a7c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:18.451507 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Attempting to bind port f6a35222-ae62-4ae7-b015-af636a2f0cf3 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:42:18.452047 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Attempting to bind port f6a35222-ae62-4ae7-b015-af636a2f0cf3 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'ee867ec9-fdd0-4eef-af71-84c38a9bd339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:42:18.452430 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Attempting to bind port f6a35222-ae62-4ae7-b015-af636a2f0cf3 on network 811ae4e3-171e-48fa-8bac-30edfe0da7b4 {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:42:18.475879 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Checking agent: {'id': '73420180-90c9-4440-8e64-a61aa3b256a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 39, 15), 'started_at': datetime.datetime(2020, 12, 5, 21, 39, 45), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:42:18.476260 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Checking segment: {'id': 'ee867ec9-fdd0-4eef-af71-84c38a9bd339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:42:18.476679 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:18.477091 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Bound using segment: {'id': 'ee867ec9-fdd0-4eef-af71-84c38a9bd339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:42:18.477605 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Bound port: f6a35222-ae62-4ae7-b015-af636a2f0cf3, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee867ec9-fdd0-4eef-af71-84c38a9bd339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:42:18.477985 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:18.516924 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629db57c-12cc-45a3-bcbd-5a732a30b576 req-a1837dcd-54d1-4928-9fc4-32bbe21bb6f4 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:18.520119 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-629db57c-12cc-45a3-bcbd-5a732a30b576 req-a1837dcd-54d1-4928-9fc4-32bbe21bb6f4 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 931 time: 0.3310275 Dec 05 21:42:18.575419 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540b674-ddd0-4e29-a4e5-172d409f95c3 req-58e4f370-6688-48a1-902f-c6f5de572eb9 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:18.582428 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f540b674-ddd0-4e29-a4e5-172d409f95c3 req-58e4f370-6688-48a1-902f-c6f5de572eb9 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 946 time: 0.5573151 Dec 05 21:42:18.701857 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-629db57c-12cc-45a3-bcbd-5a732a30b576 req-04d1dce7-d5f0-4c84-b2e4-7977f07a8ba2 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=218f6040-4609-47da-84fe-20d4bc63b6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577759 Dec 05 21:42:18.888847 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-bc937095-b654-4b51-90fc-0d80ccbb0a7c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Network ba83bbf0-3b38-4232-af09-1ca8d508a608 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:42:18.915652 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-bc937095-b654-4b51-90fc-0d80ccbb0a7c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:42:18.931561 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-bc937095-b654-4b51-90fc-0d80ccbb0a7c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:42:18.939754 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-bc937095-b654-4b51-90fc-0d80ccbb0a7c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:18.941008 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-bc937095-b654-4b51-90fc-0d80ccbb0a7c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:18.968818 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f540b674-ddd0-4e29-a4e5-172d409f95c3 req-c4ca1b82-8f13-4d65-89cc-88a30098186c tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/security-groups?id=076da1f3-81ee-4ebf-8651-533c68efe320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674727 Dec 05 21:42:19.059561 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] For port f6a35222-ae62-4ae7-b015-af636a2f0cf3, host hv-cinder-75790, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:42:19.076051 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] For port f6a35222-ae62-4ae7-b015-af636a2f0cf3, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=f6a35222-ae62-4ae7-b015-af636a2f0cf3,segment=NetworkSegment(ee867ec9-fdd0-4eef-af71-84c38a9bd339),segment_id=ee867ec9-fdd0-4eef-af71-84c38a9bd339)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:42:19.100532 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-bc937095-b654-4b51-90fc-0d80ccbb0a7c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0922356 Dec 05 21:42:19.103501 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:19.187506 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:19.265879 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce76ce-c88d-49b9-9d81-8b964ff9a517 req-d926ab00-844d-4804-9c1f-b487c36e11cf tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:19.266794 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e9ce76ce-c88d-49b9-9d81-8b964ff9a517 req-d926ab00-844d-4804-9c1f-b487c36e11cf tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Synchronizing usage tracker for tenant:387707d1b07f4c5b9a7d2155b4ca7185 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:42:19.317241 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 51664) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:19.342572 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e9ce76ce-c88d-49b9-9d81-8b964ff9a517 req-d926ab00-844d-4804-9c1f-b487c36e11cf tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Unset dirty status for tenant:387707d1b07f4c5b9a7d2155b4ca7185 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:42:19.357072 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e9ce76ce-c88d-49b9-9d81-8b964ff9a517 req-d926ab00-844d-4804-9c1f-b487c36e11cf tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 944 time: 0.2482057 Dec 05 21:42:19.452988 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e9ce76ce-c88d-49b9-9d81-8b964ff9a517 req-a96e8eae-eb6e-4844-8a82-fa8dd692f5e0 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Synchronizing usage tracker for tenant:387707d1b07f4c5b9a7d2155b4ca7185 on resource:security_group {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:42:19.472521 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-6bc92171-e6af-44c7-a37f-898d271bb5c2 None None] Provisioning for port 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:42:19.486090 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-6bc92171-e6af-44c7-a37f-898d271bb5c2 None None] Provisioning complete for port 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:42:19.486541 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6bc92171-e6af-44c7-a37f-898d271bb5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:19.489013 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e9ce76ce-c88d-49b9-9d81-8b964ff9a517 req-a96e8eae-eb6e-4844-8a82-fa8dd692f5e0 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Unset dirty status for tenant:387707d1b07f4c5b9a7d2155b4ca7185 on resource:security_group {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:42:19.494340 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e9ce76ce-c88d-49b9-9d81-8b964ff9a517 req-a96e8eae-eb6e-4844-8a82-fa8dd692f5e0 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318009 Dec 05 21:42:19.581778 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-6bc92171-e6af-44c7-a37f-898d271bb5c2 None None] Port 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:42:19.625082 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-93159281-0878-4d46-a4f7-41b30aa47ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:19.642884 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-93159281-0878-4d46-a4f7-41b30aa47ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:42:19.648404 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-93159281-0878-4d46-a4f7-41b30aa47ba5 admin admin] Usage tracker for resource:security_group_rule and tenant:a5ecc5567a3d4c3e9f832800d8a407a4 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:42:19.652106 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-93159281-0878-4d46-a4f7-41b30aa47ba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:42:19.659025 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-93159281-0878-4d46-a4f7-41b30aa47ba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:42:19.712792 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Pushing event updated for resources: {'Port': ['ID=f6a35222-ae62-4ae7-b015-af636a2f0cf3,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:19.724308 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:19.762169 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-93159281-0878-4d46-a4f7-41b30aa47ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:19.766934 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-93159281-0878-4d46-a4f7-41b30aa47ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:19.820510 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68006966-e6e7-4c73-8bf2-b97928c065da req-e5cc8042-8bcd-4c22-90f4-c5ea5fbcab1f tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:19.832033 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:19.833503 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68006966-e6e7-4c73-8bf2-b97928c065da req-e5cc8042-8bcd-4c22-90f4-c5ea5fbcab1f tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 943 time: 0.5077431 Dec 05 21:42:19.856198 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-93159281-0878-4d46-a4f7-41b30aa47ba5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a5ecc5567a3d4c3e9f832800d8a407a4&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5293214 Dec 05 21:42:19.860456 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 51674) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:19.895425 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:19.895425 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:19.896133 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] 10.222.0.53 "PUT /v2.0/ports/f6a35222-ae62-4ae7-b015-af636a2f0cf3 HTTP/1.1" status: 200 len: 1157 time: 5.2315624 Dec 05 21:42:19.897399 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b900a951-b0af-4791-9c68-afa87a0b4846', 'tag': 'f6a35222-ae62-4ae7-b015-af636a2f0cf3'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:42:19.953715 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68006966-e6e7-4c73-8bf2-b97928c065da req-bdfabdd4-ab39-4195-814b-cb508ccfdab1 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=e592730d-6490-4ef7-ba4a-9e8e8116c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182921 Dec 05 21:42:19.961487 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93159281-0878-4d46-a4f7-41b30aa47ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b40a407-4940-4db6-94a2-b1152250dd12,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:19.978278 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-93159281-0878-4d46-a4f7-41b30aa47ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:20.068704 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b900a951-b0af-4791-9c68-afa87a0b4846', 'tag': 'f6a35222-ae62-4ae7-b015-af636a2f0cf3', 'status': 'completed', 'code': 200} Dec 05 21:42:20.127899 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f588eb67-a04d-4000-b09d-1a4545a09f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:20.196645 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f588eb67-a04d-4000-b09d-1a4545a09f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:20.216006 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b3047-c0c9-4111-84ad-5bdb2a3b1e3c req-7cc1dccf-8d91-427f-9e07-04de6d8be726 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:20.218196 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c97b3047-c0c9-4111-84ad-5bdb2a3b1e3c req-7cc1dccf-8d91-427f-9e07-04de6d8be726 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 931 time: 0.2658448 Dec 05 21:42:20.300809 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd89016-07e9-40fe-bdf8-47c84291e7de req-1e50cd72-bc29-4de9-8663-6bf564fa5b91 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:20.302483 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7fd89016-07e9-40fe-bdf8-47c84291e7de req-1e50cd72-bc29-4de9-8663-6bf564fa5b91 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 946 time: 0.1159608 Dec 05 21:42:20.305649 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c97b3047-c0c9-4111-84ad-5bdb2a3b1e3c req-30881919-a2aa-4c77-827f-1534cc32bb76 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=218f6040-4609-47da-84fe-20d4bc63b6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727613 Dec 05 21:42:20.310191 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f588eb67-a04d-4000-b09d-1a4545a09f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:20.315595 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9dafb306-fa5c-4a01-9f70-7e2a04eedcf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:20.333096 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588eb67-a04d-4000-b09d-1a4545a09f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b40a407-4940-4db6-94a2-b1152250dd12,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:20.336076 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f588eb67-a04d-4000-b09d-1a4545a09f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:20.340353 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f588eb67-a04d-4000-b09d-1a4545a09f7f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5b40a407-4940-4db6-94a2-b1152250dd12 HTTP/1.1" status: 204 len: 168 time: 0.4780400 Dec 05 21:42:20.342192 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f588eb67-a04d-4000-b09d-1a4545a09f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:20.392391 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7fd89016-07e9-40fe-bdf8-47c84291e7de req-7d38bb58-29df-4d51-9cf3-58d81fc3a1d0 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/security-groups?id=076da1f3-81ee-4ebf-8651-533c68efe320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795016 Dec 05 21:42:20.719868 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 2d0107d2-8d97-4d37-85f1-ffd213bba95d up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:42:20.868987 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 2d0107d2-8d97-4d37-85f1-ffd213bba95d triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:42:20.869578 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:21.058077 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05a06d-8bea-4ac1-b7c9-dbefdf9e5881 req-96fdabe4-d658-40a4-b64c-7b958768d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:21.062598 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f05a06d-8bea-4ac1-b7c9-dbefdf9e5881 req-96fdabe4-d658-40a4-b64c-7b958768d9ab service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a343bc3-72fd-414f-a6e7-9632ec6930e0 HTTP/1.1" status: 200 len: 913 time: 0.3025925 Dec 05 21:42:21.120572 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Request body: {'port': {'device_id': '68dd9236-14e6-4754-b247-a629ddb9d5c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:42:21.563211 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f9cea-b9a8-43a7-9f19-ec6bc74c402c req-afb95fc1-5791-43c2-88ea-7810fc5d7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:21.566159 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d11f9cea-b9a8-43a7-9f19-ec6bc74c402c req-afb95fc1-5791-43c2-88ea-7810fc5d7e21 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a343bc3-72fd-414f-a6e7-9632ec6930e0 HTTP/1.1" status: 200 len: 913 time: 0.8866978 Dec 05 21:42:21.575538 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f05a06d-8bea-4ac1-b7c9-dbefdf9e5881 req-bb32fd53-e750-442b-8aae-087ccbafcd00 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 HTTP/1.1" status: 200 len: 217 time: 0.4818356 Dec 05 21:42:21.722200 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d11f9cea-b9a8-43a7-9f19-ec6bc74c402c req-b5b077f8-74b4-4a72-8b65-e41c134bf25d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c3a5a35-15fa-4216-a726-4ae4484052ef HTTP/1.1" status: 200 len: 217 time: 0.1432230 Dec 05 21:42:21.737215 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12827e-60e0-4d2f-8b81-a26485df3c25 req-900d32cf-ec3f-440e-8dd9-56802e2337f5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:21.751360 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4a12827e-60e0-4d2f-8b81-a26485df3c25 req-900d32cf-ec3f-440e-8dd9-56802e2337f5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 944 time: 0.3879132 Dec 05 21:42:21.782757 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:21.982415 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f9cea-b9a8-43a7-9f19-ec6bc74c402c req-7847e986-38f7-4458-9d00-ab15759c9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:21.987264 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d11f9cea-b9a8-43a7-9f19-ec6bc74c402c req-7847e986-38f7-4458-9d00-ab15759c9fde service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ccaf5210-bac5-475a-af4e-b572b8c0356d HTTP/1.1" status: 200 len: 859 time: 0.2356329 Dec 05 21:42:21.998969 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4a12827e-60e0-4d2f-8b81-a26485df3c25 req-908907f0-d02c-431a-93f4-45a8eb3a2327 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630237 Dec 05 21:42:22.137036 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d11f9cea-b9a8-43a7-9f19-ec6bc74c402c req-eba77c5d-e0bc-48ef-b9e2-c89b08442b3d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a343bc3-72fd-414f-a6e7-9632ec6930e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365867 Dec 05 21:42:22.193814 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05a06d-8bea-4ac1-b7c9-dbefdf9e5881 req-48853c6b-fb70-4633-ae70-b160703534b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:22.195490 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f05a06d-8bea-4ac1-b7c9-dbefdf9e5881 req-48853c6b-fb70-4633-ae70-b160703534b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ccaf5210-bac5-475a-af4e-b572b8c0356d HTTP/1.1" status: 200 len: 859 time: 0.5094838 Dec 05 21:42:22.296579 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f05a06d-8bea-4ac1-b7c9-dbefdf9e5881 req-ff47d7e2-d57b-4442-9c08-ac601248d47c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a343bc3-72fd-414f-a6e7-9632ec6930e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685887 Dec 05 21:42:22.371456 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9f3ee-2ed1-430c-ad6a-5e6a52e39552 req-0b8a9079-38ac-47b0-a9bd-548a7548c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:22.373694 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8b9f3ee-2ed1-430c-ad6a-5e6a52e39552 req-0b8a9079-38ac-47b0-a9bd-548a7548c791 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37ac9d224de24a2484f2fdefe069b4bf&device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 1160 time: 1.3021696 Dec 05 21:42:22.380946 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f98b1-3267-4180-a700-0f0776b6da82 req-fe9690ef-2ae2-4f65-b4b4-28948ec9e6f1 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:22.382840 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4d5f98b1-3267-4180-a700-0f0776b6da82 req-fe9690ef-2ae2-4f65-b4b4-28948ec9e6f1 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 943 time: 0.9550197 Dec 05 21:42:22.518696 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d11f9cea-b9a8-43a7-9f19-ec6bc74c402c req-f279b82a-85d5-4ef5-a918-963c8b68ab36 service neutron] 10.222.0.53 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718860 Dec 05 21:42:22.712049 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f05a06d-8bea-4ac1-b7c9-dbefdf9e5881 req-c1eac852-983e-469e-9e5a-2bfca8afc3d6 service neutron] 10.222.0.53 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095074 Dec 05 21:42:22.913832 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55eeb8-d2f8-40c2-915a-f5a66d32ad4c req-a753117d-c7a2-4bc9-8e93-abdff76e85a5 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:22.915767 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9c55eeb8-d2f8-40c2-915a-f5a66d32ad4c req-a753117d-c7a2-4bc9-8e93-abdff76e85a5 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 931 time: 0.5511940 Dec 05 21:42:22.917458 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4d5f98b1-3267-4180-a700-0f0776b6da82 req-c4b7232c-6cb2-45bb-8bf9-24b4ce22ce01 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=e592730d-6490-4ef7-ba4a-9e8e8116c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4510796 Dec 05 21:42:22.920763 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d11f9cea-b9a8-43a7-9f19-ec6bc74c402c req-c3ebd7dc-6f2d-44a9-9f20-cd5fc11c4189 service neutron] 10.222.0.53 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3739650 Dec 05 21:42:23.020099 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9c55eeb8-d2f8-40c2-915a-f5a66d32ad4c req-6f96baa4-4881-409f-8c74-200c7c77927c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=218f6040-4609-47da-84fe-20d4bc63b6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889382 Dec 05 21:42:23.427191 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9f3ee-2ed1-430c-ad6a-5e6a52e39552 req-71777357-5310-4c0f-a44d-4c85b39c8c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:23.429428 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8b9f3ee-2ed1-430c-ad6a-5e6a52e39552 req-71777357-5310-4c0f-a44d-4c85b39c8c12 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=37ac9d224de24a2484f2fdefe069b4bf&shared=False HTTP/1.1" status: 200 len: 904 time: 0.9619403 Dec 05 21:42:23.440651 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f05a06d-8bea-4ac1-b7c9-dbefdf9e5881 req-6cb1a6c4-76e4-46eb-93e6-cd470ca735e6 service neutron] 10.222.0.53 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7179279 Dec 05 21:42:23.782874 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.db.resource_extend [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 05 21:42:23.874738 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f73ab-ef4a-405e-8b07-da9259fa6fc5 req-671e876f-cefd-49ae-818a-66c8df506115 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:23.876569 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c82f73ab-ef4a-405e-8b07-da9259fa6fc5 req-671e876f-cefd-49ae-818a-66c8df506115 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 946 time: 0.6633830 Dec 05 21:42:24.009320 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a {{(pid=80240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 05 21:42:24.028488 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9f3ee-2ed1-430c-ad6a-5e6a52e39552 req-4f29859a-a36f-40f9-80d3-96be3d04aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:24.031318 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8b9f3ee-2ed1-430c-ad6a-5e6a52e39552 req-4f29859a-a36f-40f9-80d3-96be3d04aa75 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5892255 Dec 05 21:42:24.041397 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:24.066392 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c82f73ab-ef4a-405e-8b07-da9259fa6fc5 req-5bf3488e-e697-4416-9d57-c52e46e886c6 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/security-groups?id=076da1f3-81ee-4ebf-8651-533c68efe320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673687 Dec 05 21:42:24.088232 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Transition to ACTIVE for port object 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:42:24.096461 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:24.142450 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:24.286456 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Pushing event updated for resources: {'Port': ['ID=608b4e65-975a-4c85-af2d-4fbf1a5b2a1a,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:24.325327 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59701e71-c0ca-4e02-b00c-822e446c737e req-845a8fa3-3f2f-45d7-b0ce-1206373aabbb tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:24.327256 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-59701e71-c0ca-4e02-b00c-822e446c737e req-845a8fa3-3f2f-45d7-b0ce-1206373aabbb tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 944 time: 0.1239245 Dec 05 21:42:24.388987 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-59701e71-c0ca-4e02-b00c-822e446c737e req-ae8b1a4d-6ed4-4617-8520-416f2fb3dc83 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535586 Dec 05 21:42:24.628364 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:24.774353 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6307864-a9bd-40e0-974b-7ca059ee8315 req-cf2326da-3bbd-4616-8462-9b2a0d913a4c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:24.789542 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c6307864-a9bd-40e0-974b-7ca059ee8315 req-cf2326da-3bbd-4616-8462-9b2a0d913a4c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 943 time: 0.1866405 Dec 05 21:42:24.853017 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e86ec8e0-8a99-4ff6-a435-ff980475f132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:24.887308 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c6307864-a9bd-40e0-974b-7ca059ee8315 req-5671c829-505e-4a6c-89a1-05e20f65abf3 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=218f6040-4609-47da-84fe-20d4bc63b6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964966 Dec 05 21:42:25.039414 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-353919f0-3248-4bee-ba2c-b88049280aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:25.042133 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-353919f0-3248-4bee-ba2c-b88049280aac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37ac9d224de24a2484f2fdefe069b4bf&device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 1160 time: 0.7607534 Dec 05 21:42:25.053153 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722bcb5-8a6d-48c2-85db-bfabcff9166a req-be180b79-48d0-4e58-9f77-8bf9332eea0d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:25.063664 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c722bcb5-8a6d-48c2-85db-bfabcff9166a req-be180b79-48d0-4e58-9f77-8bf9332eea0d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 943 time: 0.7801056 Dec 05 21:42:25.172453 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-fdd3e7cb-3122-4b02-8ca0-a78757895c0a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6a35222-ae62-4ae7-b015-af636a2f0cf3 HTTP/1.1" status: 200 len: 217 time: 0.1021676 Dec 05 21:42:25.289624 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-4bc56982-656e-4d62-bac9-150b97265276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:25.291295 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-4bc56982-656e-4d62-bac9-150b97265276 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1dcf2694-5e4a-45e4-991f-a09b77fb18bf HTTP/1.1" status: 200 len: 849 time: 0.1064541 Dec 05 21:42:25.336432 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c722bcb5-8a6d-48c2-85db-bfabcff9166a req-c1d228d7-b762-4274-9983-86dc94771480 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=e592730d-6490-4ef7-ba4a-9e8e8116c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712657 Dec 05 21:42:25.337702 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Attempting to bind port 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:42:25.338080 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Attempting to bind port 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:42:25.338453 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Attempting to bind port 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a on network ba83bbf0-3b38-4232-af09-1ca8d508a608 {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:42:25.401888 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Checking agent: {'id': '73420180-90c9-4440-8e64-a61aa3b256a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 39, 15), 'started_at': datetime.datetime(2020, 12, 5, 21, 39, 45), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:42:25.402636 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Checking segment: {'id': '8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:42:25.403248 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:25.403872 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Bound using segment: {'id': '8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:42:25.405387 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Bound port: 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:42:25.406435 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:25.579867 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] For port 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a, host hv-cinder-75790, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:42:25.586315 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-225495d7-0943-4d2e-a498-51b30813cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:25.588352 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-225495d7-0943-4d2e-a498-51b30813cf2b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=811ae4e3-171e-48fa-8bac-30edfe0da7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2665617 Dec 05 21:42:25.590563 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] For port 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=608b4e65-975a-4c85-af2d-4fbf1a5b2a1a,segment=NetworkSegment(8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f),segment_id=8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:42:25.636939 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:25.719651 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:25.784643 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcbab4-d5f9-4134-ab24-d703f64e2858 req-c0ac2b66-4a95-4847-b249-5ab909bdb4d1 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:25.788416 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b1dcbab4-d5f9-4134-ab24-d703f64e2858 req-c0ac2b66-4a95-4847-b249-5ab909bdb4d1 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 944 time: 0.1319878 Dec 05 21:42:25.817648 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.objects.ports [None req-d4ae7566-c482-4172-a074-67a6a96cb40f None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80241) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 05 21:42:25.872974 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b1dcbab4-d5f9-4134-ab24-d703f64e2858 req-1c900a96-6099-48c1-b4d6-8ebac821692a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770049 Dec 05 21:42:26.363521 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Pushing event updated for resources: {'Port': ['ID=608b4e65-975a-4c85-af2d-4fbf1a5b2a1a,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:26.374407 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:26.421750 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:26.422430 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:26.424001 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] 10.222.0.53 "PUT /v2.0/ports/608b4e65-975a-4c85-af2d-4fbf1a5b2a1a HTTP/1.1" status: 200 len: 1157 time: 5.3567786 Dec 05 21:42:26.426701 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dd9236-14e6-4754-b247-a629ddb9d5c2', 'tag': '608b4e65-975a-4c85-af2d-4fbf1a5b2a1a'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:42:26.439833 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-5cfc9500-f011-42f5-801f-f4c33c64984d service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8422511 Dec 05 21:42:26.441343 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:42:26.499755 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c83c04-27ab-4e78-a421-b8084d75c70d req-091b5373-41de-49c1-a2b2-10b5cbfb12b5 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:26.499755 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e3c83c04-27ab-4e78-a421-b8084d75c70d req-091b5373-41de-49c1-a2b2-10b5cbfb12b5 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Synchronizing usage tracker for tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:42:26.732922 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e3c83c04-27ab-4e78-a421-b8084d75c70d req-091b5373-41de-49c1-a2b2-10b5cbfb12b5 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Unset dirty status for tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:42:26.737509 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e3c83c04-27ab-4e78-a421-b8084d75c70d req-091b5373-41de-49c1-a2b2-10b5cbfb12b5 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 943 time: 0.5636525 Dec 05 21:42:26.791049 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab28bfb-b238-4c72-909c-a56a47e10cce req-b0b9c76e-a159-460c-87ea-bc7523efc6ee tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:26.794622 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9ab28bfb-b238-4c72-909c-a56a47e10cce req-b0b9c76e-a159-460c-87ea-bc7523efc6ee tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 943 time: 0.1666024 Dec 05 21:42:26.796894 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-400e02c3-c5cc-4cb4-879a-9f1c12bdc46f req-6427d001-cdea-4b73-8dae-6da938f41590 service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3465881 Dec 05 21:42:26.857242 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e3c83c04-27ab-4e78-a421-b8084d75c70d req-49ebae43-57d1-4eac-9503-5e0deba31cfa tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=218f6040-4609-47da-84fe-20d4bc63b6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143005 Dec 05 21:42:26.861356 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-edf3be3d-551b-4682-b447-a693536a3f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:26.863399 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9ab28bfb-b238-4c72-909c-a56a47e10cce req-b2d42274-3c38-4bb6-9c70-afc1cd75cd39 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=e592730d-6490-4ef7-ba4a-9e8e8116c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544300 Dec 05 21:42:26.864262 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-edf3be3d-551b-4682-b447-a693536a3f15 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060&device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 1160 time: 0.2304139 Dec 05 21:42:27.064285 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-6dd6e2ea-b90c-4ebf-aa9f-9a100b46ae26 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=608b4e65-975a-4c85-af2d-4fbf1a5b2a1a HTTP/1.1" status: 200 len: 217 time: 0.1783586 Dec 05 21:42:27.067175 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68dd9236-14e6-4754-b247-a629ddb9d5c2', 'tag': '608b4e65-975a-4c85-af2d-4fbf1a5b2a1a', 'status': 'completed', 'code': 200} Dec 05 21:42:27.163320 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-f03d4571-3936-4f15-b710-4e4e54d0ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:27.165240 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-f03d4571-3936-4f15-b710-4e4e54d0ff5e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9202ba51-95a8-4744-9f6f-9b6d34d32b9b HTTP/1.1" status: 200 len: 856 time: 0.0805295 Dec 05 21:42:27.298638 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-4eec2633-e626-4539-b319-2aaa1edb9ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:27.300663 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-4eec2633-e626-4539-b319-2aaa1edb9ca8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba83bbf0-3b38-4232-af09-1ca8d508a608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1281908 Dec 05 21:42:27.382227 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a864508-01c7-4269-a048-aa750b4655a8 req-b742f88c-a21f-4347-b2e1-ba3b2080a52b tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:27.393336 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7a864508-01c7-4269-a048-aa750b4655a8 req-b742f88c-a21f-4347-b2e1-ba3b2080a52b tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 944 time: 0.1490183 Dec 05 21:42:27.429111 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:42:27.455402 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7a864508-01c7-4269-a048-aa750b4655a8 req-dc11289f-fac6-423d-aa2b-cb68ca44c31b tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602410 Dec 05 21:42:27.554354 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning for port 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:42:27.582789 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:42:27.583458 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:27.641108 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-245cac1a-f433-4117-9d22-727cfd70bb89 service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256798 Dec 05 21:42:28.056179 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a0c67541-1b14-4223-a445-520eff233dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:28.077856 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4e8617c5-a564-4d62-a19b-0bb85f23c066 req-d8516c04-3f83-4b13-880a-e79f4e38642d service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4286151 Dec 05 21:42:28.155035 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:28.250567 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b614a214-374a-425e-ac0a-60cf78ce1d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb8ba3f-8071-42ec-9cc8-1e7138aeb308'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:42:28.278681 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=2eb8ba3f-8071-42ec-9cc8-1e7138aeb308,segment=NetworkSegment(f09498a5-c82a-419e-9695-fb5cf3b4d805),segment_id=f09498a5-c82a-419e-9695-fb5cf3b4d805)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:42:28.292952 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:28.294486 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 9c3a5a35-15fa-4216-a726-4ae4484052ef up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:42:28.387319 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5e222-5f94-4882-a1a8-9d47bada6cbc req-15a4df0d-798d-4186-924d-2dcb9942b6fc tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:28.407706 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1ce5e222-5f94-4882-a1a8-9d47bada6cbc req-15a4df0d-798d-4186-924d-2dcb9942b6fc tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 943 time: 0.2658274 Dec 05 21:42:28.431350 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84086d2-c304-400b-8a2f-4c5425489c3c req-c81d0353-8d95-4f37-b034-91c97cd05c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:28.433399 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d84086d2-c304-400b-8a2f-4c5425489c3c req-c81d0353-8d95-4f37-b034-91c97cd05c74 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060&device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 1160 time: 0.2499683 Dec 05 21:42:28.467275 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:28.507948 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1ce5e222-5f94-4882-a1a8-9d47bada6cbc req-08c80dc2-1cb8-4711-9782-598fe75d5c09 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=e592730d-6490-4ef7-ba4a-9e8e8116c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031103 Dec 05 21:42:28.600669 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 51890) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:28.712112 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b614a214-374a-425e-ac0a-60cf78ce1d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb8ba3f-8071-42ec-9cc8-1e7138aeb308', 'code': 200} Dec 05 21:42:28.745282 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:28.780477 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=2eb8ba3f-8071-42ec-9cc8-1e7138aeb308,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:28.792208 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:28.793430 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning for port 9c3a5a35-15fa-4216-a726-4ae4484052ef completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:42:28.800194 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 9c3a5a35-15fa-4216-a726-4ae4484052ef triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:42:28.800944 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:28.957382 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84086d2-c304-400b-8a2f-4c5425489c3c req-dd543951-3e3e-48e3-b458-35933f9d8d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:28.959300 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d84086d2-c304-400b-8a2f-4c5425489c3c req-dd543951-3e3e-48e3-b458-35933f9d8d03 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba83bbf0-3b38-4232-af09-1ca8d508a608 HTTP/1.1" status: 200 len: 911 time: 0.5164464 Dec 05 21:42:28.965131 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:29.041930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9233f118-93a8-4547-b2f5-b0595146c23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:29.053005 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port 9c3a5a35-15fa-4216-a726-4ae4484052ef, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=9c3a5a35-15fa-4216-a726-4ae4484052ef,segment=NetworkSegment(f09498a5-c82a-419e-9695-fb5cf3b4d805),segment_id=f09498a5-c82a-419e-9695-fb5cf3b4d805)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:42:29.058416 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:29.062015 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:29.096675 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-9233f118-93a8-4547-b2f5-b0595146c23e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:42:29.101673 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-9233f118-93a8-4547-b2f5-b0595146c23e admin admin] Usage tracker for resource:security_group_rule and tenant:8377458b970c40759cefc2d0b29d6b6e is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:42:29.109556 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-9233f118-93a8-4547-b2f5-b0595146c23e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:42:29.123766 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-9233f118-93a8-4547-b2f5-b0595146c23e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:42:29.173590 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 51904) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:29.280219 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d84086d2-c304-400b-8a2f-4c5425489c3c req-7856ccfd-7cfb-472e-a9c9-f0c44f15be8b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=608b4e65-975a-4c85-af2d-4fbf1a5b2a1a HTTP/1.1" status: 200 len: 217 time: 0.2972071 Dec 05 21:42:29.292145 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=9c3a5a35-15fa-4216-a726-4ae4484052ef,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:29.326430 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:29.386149 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc70ec-7dce-4914-9feb-252070640e99 req-928aa6da-f0a2-4805-91cc-56ed2041a67a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:29.389797 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-95dc70ec-7dce-4914-9feb-252070640e99 req-928aa6da-f0a2-4805-91cc-56ed2041a67a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.2165749 Dec 05 21:42:29.396684 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17468301-811c-45b0-acba-ae929b7413d0 req-6e9a5052-a70d-47a2-ab57-d0247c87c638 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:29.398612 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-17468301-811c-45b0-acba-ae929b7413d0 req-6e9a5052-a70d-47a2-ab57-d0247c87c638 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 943 time: 0.8415606 Dec 05 21:42:29.407904 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9233f118-93a8-4547-b2f5-b0595146c23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:29.432401 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9233f118-93a8-4547-b2f5-b0595146c23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:29.476937 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2e311f6d-6f24-4049-b727-ad3471e7b037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:29.536418 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-9233f118-93a8-4547-b2f5-b0595146c23e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8377458b970c40759cefc2d0b29d6b6e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9140306 Dec 05 21:42:29.536787 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 51918) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:29.565236 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233f118-93a8-4547-b2f5-b0595146c23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab3a17b-a0fb-4eea-8041-4bb8fec70002,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:29.579943 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84086d2-c304-400b-8a2f-4c5425489c3c req-a6d769e1-6013-4af6-ade2-35fbe112d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:29.583403 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-95dc70ec-7dce-4914-9feb-252070640e99 req-be9874aa-38be-4a67-91b3-63779a1869ca tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736994 Dec 05 21:42:29.586069 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9233f118-93a8-4547-b2f5-b0595146c23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:29.588778 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d84086d2-c304-400b-8a2f-4c5425489c3c req-a6d769e1-6013-4af6-ade2-35fbe112d76c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9202ba51-95a8-4744-9f6f-9b6d34d32b9b HTTP/1.1" status: 200 len: 856 time: 0.2709084 Dec 05 21:42:29.718638 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:29.726061 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6c0fdc92-0586-4eb3-bfb8-8449d44cec54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:29.755626 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6c0fdc92-0586-4eb3-bfb8-8449d44cec54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:42:29.761116 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6c0fdc92-0586-4eb3-bfb8-8449d44cec54 admin admin] Usage tracker for resource:security_group_rule and tenant:f6a25cb646b84a92836bc9e351514ba6 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:42:29.765097 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6c0fdc92-0586-4eb3-bfb8-8449d44cec54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:42:29.776650 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6c0fdc92-0586-4eb3-bfb8-8449d44cec54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:42:29.834646 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:42:29.927081 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-17468301-811c-45b0-acba-ae929b7413d0 req-e5607921-ff70-49ee-9aa9-01212b3d75f3 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=218f6040-4609-47da-84fe-20d4bc63b6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5112178 Dec 05 21:42:29.963278 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:42:29.963757 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:30.010680 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd73eb-715e-4ab8-addc-816c56e873cd req-928620e4-5c31-4885-aa5f-91a56aeabe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:30.014309 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c1bd73eb-715e-4ab8-addc-816c56e873cd req-928620e4-5c31-4885-aa5f-91a56aeabe05 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 1162 time: 0.7359972 Dec 05 21:42:30.036084 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fbe0e-1e92-4eb4-b7d6-3f5494c6312b req-611b6f95-ce1f-418d-8f1f-216cdb8bdcf9 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:30.048300 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-869fbe0e-1e92-4eb4-b7d6-3f5494c6312b req-611b6f95-ce1f-418d-8f1f-216cdb8bdcf9 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 943 time: 0.2189121 Dec 05 21:42:30.108063 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c1bd73eb-715e-4ab8-addc-816c56e873cd req-ee2949e9-2c94-4cc6-9b6d-91e5f81d8a4e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758514 Dec 05 21:42:30.110389 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bc1d5e35-a31d-4e07-937d-93da8cf51f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:30.151351 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bc1d5e35-a31d-4e07-937d-93da8cf51f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:30.168513 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-869fbe0e-1e92-4eb4-b7d6-3f5494c6312b req-787a280f-47ea-4f6a-9e15-359d83d5e136 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=e592730d-6490-4ef7-ba4a-9e8e8116c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190884 Dec 05 21:42:30.225526 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6c0fdc92-0586-4eb3-bfb8-8449d44cec54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:30.229121 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6c0fdc92-0586-4eb3-bfb8-8449d44cec54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:30.247010 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 9c3a5a35-15fa-4216-a726-4ae4484052ef up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:42:30.248122 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bc1d5e35-a31d-4e07-937d-93da8cf51f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:30.269273 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:30.280831 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6c0fdc92-0586-4eb3-bfb8-8449d44cec54 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f6a25cb646b84a92836bc9e351514ba6&name=default HTTP/1.1" status: 200 len: 2879 time: 1.1055918 Dec 05 21:42:30.282060 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:30.286022 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 51928) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:30.316585 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84086d2-c304-400b-8a2f-4c5425489c3c req-72e83ec3-3538-4ae3-a7e1-649c31a9b1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:30.321944 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d84086d2-c304-400b-8a2f-4c5425489c3c req-72e83ec3-3538-4ae3-a7e1-649c31a9b1e2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba83bbf0-3b38-4232-af09-1ca8d508a608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5874321 Dec 05 21:42:30.328876 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d5e35-a31d-4e07-937d-93da8cf51f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab3a17b-a0fb-4eea-8041-4bb8fec70002,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:30.332802 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bc1d5e35-a31d-4e07-937d-93da8cf51f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:30.336968 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-bc1d5e35-a31d-4e07-937d-93da8cf51f36 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4ab3a17b-a0fb-4eea-8041-4bb8fec70002 HTTP/1.1" status: 204 len: 168 time: 0.7989800 Dec 05 21:42:30.337685 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bc1d5e35-a31d-4e07-937d-93da8cf51f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:30.342977 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 9c3a5a35-15fa-4216-a726-4ae4484052ef triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:42:30.343534 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:30.438725 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fdc92-0586-4eb3-bfb8-8449d44cec54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644f9ea8-189a-44d4-a74e-8dca3f045436,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:30.447905 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6c0fdc92-0586-4eb3-bfb8-8449d44cec54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:30.448846 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-682a0cc3-055a-492c-8eb0-be790d62bb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:30.500596 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-682a0cc3-055a-492c-8eb0-be790d62bb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:30.593400 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-682a0cc3-055a-492c-8eb0-be790d62bb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:30.618033 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:30.652336 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a0cc3-055a-492c-8eb0-be790d62bb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644f9ea8-189a-44d4-a74e-8dca3f045436,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:30.680281 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-682a0cc3-055a-492c-8eb0-be790d62bb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:30.681542 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-682a0cc3-055a-492c-8eb0-be790d62bb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:30.692316 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-682a0cc3-055a-492c-8eb0-be790d62bb30 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/644f9ea8-189a-44d4-a74e-8dca3f045436 HTTP/1.1" status: 204 len: 168 time: 0.3992145 Dec 05 21:42:30.715026 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4c15f8-8439-433c-9a19-45a74deb43f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3a5a35-15fa-4216-a726-4ae4484052ef'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:42:30.826314 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4c15f8-8439-433c-9a19-45a74deb43f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3a5a35-15fa-4216-a726-4ae4484052ef', 'code': 200} Dec 05 21:42:31.174179 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:31.298971 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d84086d2-c304-400b-8a2f-4c5425489c3c req-89dc13b6-5585-4b68-9f6c-1677f70c6ec7 service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7167938 Dec 05 21:42:31.504437 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d858a-353e-4e10-89b7-253db8162f10 req-872d8b28-1de0-433e-a548-c1f92251f7ab tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:31.507693 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-951d858a-353e-4e10-89b7-253db8162f10 req-872d8b28-1de0-433e-a548-c1f92251f7ab tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 943 time: 0.2063284 Dec 05 21:42:31.573224 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 9c3a5a35-15fa-4216-a726-4ae4484052ef up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:42:31.633182 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-951d858a-353e-4e10-89b7-253db8162f10 req-e0c0ef64-99a7-4a12-a058-719ee0617124 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=218f6040-4609-47da-84fe-20d4bc63b6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020346 Dec 05 21:42:31.720907 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 9c3a5a35-15fa-4216-a726-4ae4484052ef triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:42:31.721733 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:31.983610 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 51964) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:32.023509 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d39c558b-7e11-4686-96a4-72a489356efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:32.059539 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-d39c558b-7e11-4686-96a4-72a489356efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:42:32.068792 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-d39c558b-7e11-4686-96a4-72a489356efe admin admin] Usage tracker for resource:security_group_rule and tenant:695b4aaa34a84cf0949431ce71cf3eef is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:42:32.074769 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-d39c558b-7e11-4686-96a4-72a489356efe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:42:32.086497 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-d39c558b-7e11-4686-96a4-72a489356efe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:42:32.101117 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdc1a2-9aec-428e-b81b-96ee9ba41add req-dd4ad79e-bbc6-452d-8bfa-d09d67e7d824 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:32.102876 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-23fdc1a2-9aec-428e-b81b-96ee9ba41add req-dd4ad79e-bbc6-452d-8bfa-d09d67e7d824 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 1.1332269 Dec 05 21:42:32.130011 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d84086d2-c304-400b-8a2f-4c5425489c3c req-97d430a6-8898-49a8-a66a-d5f987e04387 service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8145695 Dec 05 21:42:32.225410 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-23fdc1a2-9aec-428e-b81b-96ee9ba41add req-bb7a0cb1-5c8a-4bb6-a297-2af3195c0183 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809717 Dec 05 21:42:32.239974 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe094df-fbd6-450e-b02c-953bf68aa13f req-8dd19b8b-8d8c-47e7-89d4-5d43f5e050d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:32.241836 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1fe094df-fbd6-450e-b02c-953bf68aa13f req-8dd19b8b-8d8c-47e7-89d4-5d43f5e050d6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 1163 time: 0.7148776 Dec 05 21:42:32.273704 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8c548-f8fc-4c70-bd9c-03cec03c07f4 req-0804b000-000f-498d-a5af-d53f3caeaf95 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:32.275584 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-98d8c548-f8fc-4c70-bd9c-03cec03c07f4 req-0804b000-000f-498d-a5af-d53f3caeaf95 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 943 time: 0.3995373 Dec 05 21:42:32.320715 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1fe094df-fbd6-450e-b02c-953bf68aa13f req-6581bcaf-5405-4b19-bd05-feae4fe18414 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697575 Dec 05 21:42:32.362733 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d39c558b-7e11-4686-96a4-72a489356efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:32.381131 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d39c558b-7e11-4686-96a4-72a489356efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:32.397644 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e356c402-cb7a-4ee3-beea-0ff206aa33ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:32.415519 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-98d8c548-f8fc-4c70-bd9c-03cec03c07f4 req-2bb67ce6-f2d2-4e2a-8e64-d46bffa7877f tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=e592730d-6490-4ef7-ba4a-9e8e8116c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202478 Dec 05 21:42:32.475187 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-d39c558b-7e11-4686-96a4-72a489356efe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=695b4aaa34a84cf0949431ce71cf3eef&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4813685 Dec 05 21:42:32.475187 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 51976) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:32.475187 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c558b-7e11-4686-96a4-72a489356efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7d46d1-a883-4838-bcf6-df3a1e820c7f,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:32.488372 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d39c558b-7e11-4686-96a4-72a489356efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:32.548074 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6341b4e5-a40b-49b4-a996-25c54b014793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:32.582241 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6341b4e5-a40b-49b4-a996-25c54b014793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:32.652903 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6341b4e5-a40b-49b4-a996-25c54b014793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:32.657643 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9fe79f84-4c82-4d03-8dd2-4545a5894663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:32.670616 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341b4e5-a40b-49b4-a996-25c54b014793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7d46d1-a883-4838-bcf6-df3a1e820c7f,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:32.673891 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6341b4e5-a40b-49b4-a996-25c54b014793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:32.684700 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6341b4e5-a40b-49b4-a996-25c54b014793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:32.686384 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6341b4e5-a40b-49b4-a996-25c54b014793 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0f7d46d1-a883-4838-bcf6-df3a1e820c7f HTTP/1.1" status: 204 len: 168 time: 0.2150273 Dec 05 21:42:32.917652 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fcf56-12a6-483a-bc61-639badc68ef4 req-015d6eb4-70b3-4758-9e05-251f25cb5900 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:32.919638 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f38fcf56-12a6-483a-bc61-639badc68ef4 req-015d6eb4-70b3-4758-9e05-251f25cb5900 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 943 time: 0.1031530 Dec 05 21:42:32.996533 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f38fcf56-12a6-483a-bc61-639badc68ef4 req-f3726245-b03e-4414-add4-5adedb8e1245 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=218f6040-4609-47da-84fe-20d4bc63b6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693567 Dec 05 21:42:33.698222 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1600d4-4063-4c69-b4b2-4feeb3a13dc8 req-0a137cb6-f5f9-4755-9c99-f41987606b4c tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:33.699941 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5e1600d4-4063-4c69-b4b2-4feeb3a13dc8 req-0a137cb6-f5f9-4755-9c99-f41987606b4c tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.2159410 Dec 05 21:42:33.785160 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5e1600d4-4063-4c69-b4b2-4feeb3a13dc8 req-538c229b-6a65-4a64-a47a-f417b9f2c5db tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619440 Dec 05 21:42:33.943053 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61615ff5-f560-4711-b3a5-f082c3d5f2cc req-03a0d2a9-92b8-4e40-8888-6cf919c4299b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:33.944816 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-61615ff5-f560-4711-b3a5-f082c3d5f2cc req-03a0d2a9-92b8-4e40-8888-6cf919c4299b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 943 time: 0.1318243 Dec 05 21:42:34.018000 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-61615ff5-f560-4711-b3a5-f082c3d5f2cc req-90e0815e-f2fd-499b-b03d-0f6df8a2118c tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=e592730d-6490-4ef7-ba4a-9e8e8116c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571821 Dec 05 21:42:34.405409 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a2f95-f426-4053-bfaa-65e8622300b2 req-0713b697-0e02-488b-b9ff-83aa4437759f tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:34.415705 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c77a2f95-f426-4053-bfaa-65e8622300b2 req-0713b697-0e02-488b-b9ff-83aa4437759f tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 943 time: 0.1822002 Dec 05 21:42:34.488915 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c77a2f95-f426-4053-bfaa-65e8622300b2 req-892e2081-a392-4f53-9f2c-05d9d78e1315 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=218f6040-4609-47da-84fe-20d4bc63b6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711567 Dec 05 21:42:35.108671 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e1277-f113-484b-bc65-8cee3a357105 req-de171ecd-0745-4981-9b74-7425cb4d6e2d tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:35.111707 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c36e1277-f113-484b-bc65-8cee3a357105 req-de171ecd-0745-4981-9b74-7425cb4d6e2d tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.1174581 Dec 05 21:42:35.198495 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c36e1277-f113-484b-bc65-8cee3a357105 req-fbdf60c1-197b-4920-a816-218dafcfe010 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777287 Dec 05 21:42:35.536090 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a36dc-a5b5-4886-91f2-0808a0e062c9 req-960c9ceb-2608-4934-a5e8-42b6e78c3f30 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:35.562901 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-624a36dc-a5b5-4886-91f2-0808a0e062c9 req-960c9ceb-2608-4934-a5e8-42b6e78c3f30 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 943 time: 0.2480187 Dec 05 21:42:35.770036 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-624a36dc-a5b5-4886-91f2-0808a0e062c9 req-359a8cfe-7260-458a-ae00-37570169b494 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=e592730d-6490-4ef7-ba4a-9e8e8116c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053788 Dec 05 21:42:36.037302 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6148e1f-3cc2-4fe9-ba1d-82e03261d0fb req-7409d062-ba55-4948-8fcb-ea6106dd600d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:36.039002 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b6148e1f-3cc2-4fe9-ba1d-82e03261d0fb req-7409d062-ba55-4948-8fcb-ea6106dd600d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=387707d1b07f4c5b9a7d2155b4ca7185&device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 1163 time: 0.1063721 Dec 05 21:42:36.256390 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d07e03-b6ca-4ae2-9dd8-4b3987568e53 req-1c73855e-65a2-4dda-9317-1481c01cf42b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:36.259174 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-83d07e03-b6ca-4ae2-9dd8-4b3987568e53 req-1c73855e-65a2-4dda-9317-1481c01cf42b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 943 time: 0.2262685 Dec 05 21:42:36.290467 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6148e1f-3cc2-4fe9-ba1d-82e03261d0fb req-1fa55899-9b1c-443a-bc03-ae4d79e095d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:36.292177 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b6148e1f-3cc2-4fe9-ba1d-82e03261d0fb req-1fa55899-9b1c-443a-bc03-ae4d79e095d0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a343bc3-72fd-414f-a6e7-9632ec6930e0 HTTP/1.1" status: 200 len: 913 time: 0.2452562 Dec 05 21:42:36.336329 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-83d07e03-b6ca-4ae2-9dd8-4b3987568e53 req-e0c80b62-c512-44b3-9155-dc22ea464df8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=218f6040-4609-47da-84fe-20d4bc63b6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631754 Dec 05 21:42:36.390619 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b6148e1f-3cc2-4fe9-ba1d-82e03261d0fb req-9d1d004b-b733-4a6f-b9c1-610973396b82 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c3a5a35-15fa-4216-a726-4ae4484052ef HTTP/1.1" status: 200 len: 217 time: 0.0865159 Dec 05 21:42:36.396589 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:42:36.396947 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f23d7-bc1a-47dc-bd6a-874aa5de92d3 req-08652887-b410-4d02-8237-47c831ec21ef tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:36.405012 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1d5f23d7-bc1a-47dc-bd6a-874aa5de92d3 req-08652887-b410-4d02-8237-47c831ec21ef tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.2016118 Dec 05 21:42:36.515883 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning for port 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:42:36.525553 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:42:36.525971 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:36.656171 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1d5f23d7-bc1a-47dc-bd6a-874aa5de92d3 req-05b8c7a2-a11e-46fe-a45f-48427d8e401a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496488 Dec 05 21:42:36.674125 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6148e1f-3cc2-4fe9-ba1d-82e03261d0fb req-2aac3b82-1d7e-40ae-9479-34da63887ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:36.676052 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b6148e1f-3cc2-4fe9-ba1d-82e03261d0fb req-2aac3b82-1d7e-40ae-9479-34da63887ef9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ccaf5210-bac5-475a-af4e-b572b8c0356d HTTP/1.1" status: 200 len: 859 time: 0.2687602 Dec 05 21:42:36.751172 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b6148e1f-3cc2-4fe9-ba1d-82e03261d0fb req-4ca0d5ec-3695-4880-b0a0-7fc812b27058 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a343bc3-72fd-414f-a6e7-9632ec6930e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675495 Dec 05 21:42:36.757300 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:36.819329 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=608b4e65-975a-4c85-af2d-4fbf1a5b2a1a,segment=NetworkSegment(8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f),segment_id=8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:42:36.820588 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dd9236-14e6-4754-b247-a629ddb9d5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608b4e65-975a-4c85-af2d-4fbf1a5b2a1a'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:42:36.828357 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:36.829365 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device f6a35222-ae62-4ae7-b015-af636a2f0cf3 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:42:36.905565 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:37.000403 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=608b4e65-975a-4c85-af2d-4fbf1a5b2a1a,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:37.010031 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:37.025154 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning for port f6a35222-ae62-4ae7-b015-af636a2f0cf3 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:42:37.039301 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port f6a35222-ae62-4ae7-b015-af636a2f0cf3 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:42:37.043798 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:37.082149 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b6148e1f-3cc2-4fe9-ba1d-82e03261d0fb req-04a9226c-30f9-4d77-aead-261f45d371b8 service neutron] 10.222.0.53 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222840 Dec 05 21:42:37.207305 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-456f9c96-2bfa-4d57-b6c1-15b5267aaea1 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:37.209397 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-456f9c96-2bfa-4d57-b6c1-15b5267aaea1 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/networks?id=4272d4c4-588d-4ada-834b-9b63daa3f68f HTTP/1.1" status: 200 len: 815 time: 0.4964042 Dec 05 21:42:37.229286 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-c3ac9a2a-cf8d-4191-86e0-9bc88fbb267e tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/quotas/edc86cfd0aea464aa58c912ed4606f71 HTTP/1.1" status: 200 len: 375 time: 0.0119870 Dec 05 21:42:37.271398 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:37.321055 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port f6a35222-ae62-4ae7-b015-af636a2f0cf3, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=f6a35222-ae62-4ae7-b015-af636a2f0cf3,segment=NetworkSegment(ee867ec9-fdd0-4eef-af71-84c38a9bd339),segment_id=ee867ec9-fdd0-4eef-af71-84c38a9bd339)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:42:37.329145 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:37.330511 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:42:37.353212 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-8d729100-2c6c-413b-8a54-79a4d7f6fb8c tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?tenant_id=edc86cfd0aea464aa58c912ed4606f71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1138484 Dec 05 21:42:37.377387 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:37.470835 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=f6a35222-ae62-4ae7-b015-af636a2f0cf3,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:37.477081 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:37.521934 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:42:37.521934 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:37.721498 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b6148e1f-3cc2-4fe9-ba1d-82e03261d0fb req-5939a1e3-2136-4ea4-8545-f15eedb48bcb service neutron] 10.222.0.53 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6261320 Dec 05 21:42:37.729817 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde79ff-4366-4584-b715-cd7fa5360e94 req-89ce96e1-bf6b-4ce1-aeed-d2f70b80fd8b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:37.732040 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2bde79ff-4366-4584-b715-cd7fa5360e94 req-89ce96e1-bf6b-4ce1-aeed-d2f70b80fd8b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 943 time: 0.5767524 Dec 05 21:42:37.848631 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2bde79ff-4366-4584-b715-cd7fa5360e94 req-84735329-8d95-4466-b32b-90bf8e9ee4fc tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=e592730d-6490-4ef7-ba4a-9e8e8116c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075342 Dec 05 21:42:37.955052 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68dd9236-14e6-4754-b247-a629ddb9d5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608b4e65-975a-4c85-af2d-4fbf1a5b2a1a', 'code': 200} Dec 05 21:42:37.988639 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-93f971b1-120c-4f92-9587-0b3f821eb29f service neutron] 10.222.0.50 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6260800 Dec 05 21:42:38.182325 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-82c2ac36-a5d1-40a7-82a1-c3cfbc7a617d service neutron] 10.222.0.50 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1854281 Dec 05 21:42:38.717350 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:42:38.741597 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd8533-7371-4d4c-8f4d-6dcc2af155fc req-5d562c83-aba9-4996-8d00-8f5cfd7a06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:38.741597 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e1cd8533-7371-4d4c-8f4d-6dcc2af155fc req-5d562c83-aba9-4996-8d00-8f5cfd7a06cf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 1162 time: 0.3466096 Dec 05 21:42:38.794991 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56b9c3-6ffa-451f-86cb-a91e839b0533 req-61f8040a-7be1-4194-a760-14a5236e1896 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:38.805026 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bf56b9c3-6ffa-451f-86cb-a91e839b0533 req-61f8040a-7be1-4194-a760-14a5236e1896 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 945 time: 0.5589645 Dec 05 21:42:38.854562 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e1cd8533-7371-4d4c-8f4d-6dcc2af155fc req-d6b05bf4-15e2-4815-9836-6b25ce429347 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=218f6040-4609-47da-84fe-20d4bc63b6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922740 Dec 05 21:42:38.907420 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bf56b9c3-6ffa-451f-86cb-a91e839b0533 req-a316335e-e93f-486a-9116-e621134be364 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=218f6040-4609-47da-84fe-20d4bc63b6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012752 Dec 05 21:42:38.964336 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:42:38.964930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:38.985695 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed82fa-0101-4bdb-a048-c8fbcd087ebe req-f82b1e99-8e8f-4466-a815-3a59fceda816 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:38.988722 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68ed82fa-0101-4bdb-a048-c8fbcd087ebe req-f82b1e99-8e8f-4466-a815-3a59fceda816 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.3039937 Dec 05 21:42:39.082598 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-95ceadd0-08e6-4698-b23e-5d4e666c701a req-6c1a5f1a-944e-4dc4-ac53-fd20e78724b3 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 210 time: 0.0617926 Dec 05 21:42:39.189086 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68ed82fa-0101-4bdb-a048-c8fbcd087ebe req-8a7cf495-3b1c-4d37-82e1-df4d8773f607 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849539 Dec 05 21:42:39.381633 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device f6a35222-ae62-4ae7-b015-af636a2f0cf3 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:42:39.413730 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c28122-611d-4d91-ac12-ee661c54eac2 req-d2d90dcf-85ed-42f5-985c-19e1590c5883 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:39.417101 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-18c28122-611d-4d91-ac12-ee661c54eac2 req-d2d90dcf-85ed-42f5-985c-19e1590c5883 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 945 time: 0.1446426 Dec 05 21:42:39.477466 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-18c28122-611d-4d91-ac12-ee661c54eac2 req-6257c0c2-3ed8-4c80-a23a-84cc91228134 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=e592730d-6490-4ef7-ba4a-9e8e8116c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525451 Dec 05 21:42:39.491546 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port f6a35222-ae62-4ae7-b015-af636a2f0cf3 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:42:39.492279 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:39.676929 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 9c3a5a35-15fa-4216-a726-4ae4484052ef up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:42:39.753363 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 9c3a5a35-15fa-4216-a726-4ae4484052ef triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:42:39.754173 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:39.956462 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b900a951-b0af-4791-9c68-afa87a0b4846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a35222-ae62-4ae7-b015-af636a2f0cf3'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:42:40.055588 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b900a951-b0af-4791-9c68-afa87a0b4846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a35222-ae62-4ae7-b015-af636a2f0cf3', 'code': 200} Dec 05 21:42:40.342719 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e11bd-6833-4731-8462-05944165aa35 req-abf0e2c1-4a41-456b-b782-51cbefe3d99f tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:40.352402 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-525e11bd-6833-4731-8462-05944165aa35 req-abf0e2c1-4a41-456b-b782-51cbefe3d99f tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 945 time: 0.1785533 Dec 05 21:42:40.480416 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-525e11bd-6833-4731-8462-05944165aa35 req-18d2e82b-8100-49a2-9741-9306b4f5c49a tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=218f6040-4609-47da-84fe-20d4bc63b6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224375 Dec 05 21:42:40.535171 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-007d5662-c088-4bd3-8f3a-1aad3a205ccc req-b362f6ac-d66b-40d7-8a52-45d0fc993648 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 210 time: 0.0642622 Dec 05 21:42:40.790766 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 52214) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:40.807126 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34accd85-a07b-4d53-b390-6500c73e3319 req-c0ba19a4-0b19-4239-b670-de2d7520c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:40.808825 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-34accd85-a07b-4d53-b390-6500c73e3319 req-c0ba19a4-0b19-4239-b670-de2d7520c99f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 1162 time: 0.2388027 Dec 05 21:42:40.964191 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72956b9f-e2ad-4b28-a0fd-b28685fd4d9a req-9656a7a3-230c-4802-9a23-75ec357511d4 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:40.981728 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-72956b9f-e2ad-4b28-a0fd-b28685fd4d9a req-9656a7a3-230c-4802-9a23-75ec357511d4 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.2367566 Dec 05 21:42:41.008823 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-34accd85-a07b-4d53-b390-6500c73e3319 req-fff870a0-ce7a-424d-97d2-7197e1c35319 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e592730d-6490-4ef7-ba4a-9e8e8116c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859562 Dec 05 21:42:41.089710 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-72956b9f-e2ad-4b28-a0fd-b28685fd4d9a req-82219142-99c5-4404-b64e-7070e74f73fa tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011243 Dec 05 21:42:41.119904 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee78a2-8540-41fe-bb42-a0d5216a7289 req-0786ef3a-7455-4766-a7e6-cb9d0149322f tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:41.128662 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8eee78a2-8540-41fe-bb42-a0d5216a7289 req-0786ef3a-7455-4766-a7e6-cb9d0149322f tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 945 time: 0.2401538 Dec 05 21:42:41.220461 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b1430792-9c0c-4082-8234-0d1083623ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:41.239827 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8eee78a2-8540-41fe-bb42-a0d5216a7289 req-a8d2c8a3-2bb2-4485-9e8b-a368e75715d8 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=e592730d-6490-4ef7-ba4a-9e8e8116c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037483 Dec 05 21:42:41.244757 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b1430792-9c0c-4082-8234-0d1083623ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:42:41.249889 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b1430792-9c0c-4082-8234-0d1083623ff1 admin admin] Usage tracker for resource:security_group_rule and tenant:607b7fd13b5c4c7bad5914c3a7b2c73f is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:42:41.254823 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b1430792-9c0c-4082-8234-0d1083623ff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:42:41.266288 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b1430792-9c0c-4082-8234-0d1083623ff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:42:41.417197 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b1430792-9c0c-4082-8234-0d1083623ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:41.421176 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b1430792-9c0c-4082-8234-0d1083623ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:41.433240 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bc1d5e35-a31d-4e07-937d-93da8cf51f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:41.483271 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b1430792-9c0c-4082-8234-0d1083623ff1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=607b7fd13b5c4c7bad5914c3a7b2c73f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6913078 Dec 05 21:42:41.485190 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1430792-9c0c-4082-8234-0d1083623ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1eed52-3b8c-46ab-ba1e-8c9d8611ec7f,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:41.486424 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 52226) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:41.489154 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b1430792-9c0c-4082-8234-0d1083623ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:41.602403 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ae27661f-7ad1-48f7-a22b-371cf5e82f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:41.641298 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ae27661f-7ad1-48f7-a22b-371cf5e82f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:41.698805 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ae27661f-7ad1-48f7-a22b-371cf5e82f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:41.710447 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8fdde943-ccd6-4ced-891f-fff4a4213f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:41.735660 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27661f-7ad1-48f7-a22b-371cf5e82f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1eed52-3b8c-46ab-ba1e-8c9d8611ec7f,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:41.803328 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ae27661f-7ad1-48f7-a22b-371cf5e82f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:41.814289 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ae27661f-7ad1-48f7-a22b-371cf5e82f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:41.816348 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ae27661f-7ad1-48f7-a22b-371cf5e82f4a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eb1eed52-3b8c-46ab-ba1e-8c9d8611ec7f HTTP/1.1" status: 204 len: 168 time: 0.3285851 Dec 05 21:42:41.918227 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ddaac-4f8d-4fb4-bd0b-6c069219665f req-e6953896-93bb-444b-8335-56668e6b9552 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:41.921801 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bc2ddaac-4f8d-4fb4-bd0b-6c069219665f req-e6953896-93bb-444b-8335-56668e6b9552 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 945 time: 0.1903427 Dec 05 21:42:42.044604 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bc2ddaac-4f8d-4fb4-bd0b-6c069219665f req-a29bd4af-704a-4d24-8365-f841fc8d4a6a tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=218f6040-4609-47da-84fe-20d4bc63b6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076493 Dec 05 21:42:42.075862 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ef93b871-44c2-48ea-92d3-d115c5610659 req-d7bb7379-da19-4c9a-885e-fa39de2a6084 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 210 time: 0.1841397 Dec 05 21:42:42.129457 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-4c45d948-ff2d-4b85-a597-d6ea109ef9ab tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:42.133409 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-4c45d948-ff2d-4b85-a597-d6ea109ef9ab tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.53 "GET /v2.0/networks?id=4272d4c4-588d-4ada-834b-9b63daa3f68f HTTP/1.1" status: 200 len: 815 time: 0.4202833 Dec 05 21:42:42.210747 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-86e9b706-55a0-48b3-ae20-b4b1db4a4b80 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Request body: {'port': {'device_id': 'c7819340-96b1-42b0-b946-daf5e1e2bb37', 'network_id': '4272d4c4-588d-4ada-834b-9b63daa3f68f', 'admin_state_up': True, 'tenant_id': 'edc86cfd0aea464aa58c912ed4606f71'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:42:42.420213 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 52250) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:42.466180 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da03a0-44e4-4836-830e-3caad5721f0b req-6194368d-a427-4f59-ae1d-40ec9bb14eed tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:42.469459 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e4da03a0-44e4-4836-830e-3caad5721f0b req-6194368d-a427-4f59-ae1d-40ec9bb14eed tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 945 time: 0.2048900 Dec 05 21:42:42.486066 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ffe98a82-2b2b-4b29-9005-738b08b3dcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:42.488296 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 52254) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:42.495192 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-18ca058c-bd1c-434c-9294-cdedc1b029d7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Request body: {'floatingip': {'port_id': '608b4e65-975a-4c85-af2d-4fbf1a5b2a1a'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:42:42.523714 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ffe98a82-2b2b-4b29-9005-738b08b3dcb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:42:42.532965 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ffe98a82-2b2b-4b29-9005-738b08b3dcb5 admin admin] Usage tracker for resource:security_group_rule and tenant:95d214c23fe74fbe88804b159e19ccfe is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:42:42.538825 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ffe98a82-2b2b-4b29-9005-738b08b3dcb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:42:42.552161 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ffe98a82-2b2b-4b29-9005-738b08b3dcb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:42:42.596853 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-86e9b706-55a0-48b3-ae20-b4b1db4a4b80 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:42:42.670928 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:42:42.688822 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-18ca058c-bd1c-434c-9294-cdedc1b029d7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for floatingip, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:42.833685 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ffe98a82-2b2b-4b29-9005-738b08b3dcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:42.913541 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ffe98a82-2b2b-4b29-9005-738b08b3dcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:42.923861 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:42:42.925800 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:42.942329 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9233f118-93a8-4547-b2f5-b0595146c23e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:43.003451 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ffe98a82-2b2b-4b29-9005-738b08b3dcb5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95d214c23fe74fbe88804b159e19ccfe&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5804706 Dec 05 21:42:43.012359 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 52264) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:43.015181 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-86e9b706-55a0-48b3-ae20-b4b1db4a4b80 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:42:43.083305 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-86e9b706-55a0-48b3-ae20-b4b1db4a4b80 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Made reservation on behalf of edc86cfd0aea464aa58c912ed4606f71 for: {'port': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:42:43.087823 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe98a82-2b2b-4b29-9005-738b08b3dcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca9579f-b689-4fbc-81ab-ee2ebabf1113,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:43.096194 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-86e9b706-55a0-48b3-ae20-b4b1db4a4b80 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:43.098030 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ffe98a82-2b2b-4b29-9005-738b08b3dcb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:43.133140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2769c-c2d0-45df-84ec-ac7d8208ab85 req-fb7aacf0-bd53-49dc-8d1e-e459ae183997 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:43.149264 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-74c2769c-c2d0-45df-84ec-ac7d8208ab85 req-fb7aacf0-bd53-49dc-8d1e-e459ae183997 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.7560606 Dec 05 21:42:43.151169 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5105fb04-fd84-45e2-aac0-d41f90263565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:43.236050 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8ed51-d11a-43e0-acbd-9fc4c42e931e req-c9d4f2e9-a609-4e92-9a99-b448c9fe55df tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:43.251572 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-76f8ed51-d11a-43e0-acbd-9fc4c42e931e req-c9d4f2e9-a609-4e92-9a99-b448c9fe55df tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 945 time: 0.4132190 Dec 05 21:42:43.281734 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5105fb04-fd84-45e2-aac0-d41f90263565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:43.381873 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-76f8ed51-d11a-43e0-acbd-9fc4c42e931e req-8902d1fb-ed3d-4a36-b559-f4468ed41747 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=e592730d-6490-4ef7-ba4a-9e8e8116c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287735 Dec 05 21:42:43.383583 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5105fb04-fd84-45e2-aac0-d41f90263565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:43.389691 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-79de86de-4c2c-44a3-b111-74044cb0107c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:43.426278 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105fb04-fd84-45e2-aac0-d41f90263565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca9579f-b689-4fbc-81ab-ee2ebabf1113,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:43.432421 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5105fb04-fd84-45e2-aac0-d41f90263565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:43.447531 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5105fb04-fd84-45e2-aac0-d41f90263565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:43.450798 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5105fb04-fd84-45e2-aac0-d41f90263565 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3ca9579f-b689-4fbc-81ab-ee2ebabf1113 HTTP/1.1" status: 204 len: 168 time: 0.4325783 Dec 05 21:42:43.640582 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cafa75fa-ef3e-453c-a9a8-14350603b503 req-7287b330-d48a-4a16-9315-14be74ecb774 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 210 time: 0.0886250 Dec 05 21:42:44.332807 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-74c2769c-c2d0-45df-84ec-ac7d8208ab85 req-b06ee75d-8949-4fce-bfe0-9005789a91bc tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1822643 Dec 05 21:42:44.364252 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-86e9b706-55a0-48b3-ae20-b4b1db4a4b80 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Allocated IP 172.20.0.3 (4272d4c4-588d-4ada-834b-9b63daa3f68f/261efeb0-e1dd-44bc-8464-d233b4a1ef36/ec444bb9-cd13-4925-a571-67b31b9fc0e4) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:42:44.757445 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device f6a35222-ae62-4ae7-b015-af636a2f0cf3 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:42:44.767410 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6ffe6-2794-40ea-a883-4e59dfd9506d req-c3c92f75-2207-4d1c-9daa-c4e3a8b7db28 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:44.782951 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-79f6ffe6-2794-40ea-a883-4e59dfd9506d req-c3c92f75-2207-4d1c-9daa-c4e3a8b7db28 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 945 time: 0.1798558 Dec 05 21:42:44.877339 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-79f6ffe6-2794-40ea-a883-4e59dfd9506d req-f2af45d6-6ae8-4bd6-abe9-be464f1921a0 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=e592730d-6490-4ef7-ba4a-9e8e8116c75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917714 Dec 05 21:42:44.980745 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port f6a35222-ae62-4ae7-b015-af636a2f0cf3 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:42:44.981578 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:45.019126 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9cdcc7bb-7fbf-4016-89e6-96692ae12847 req-ce5d7e54-ce77-4cb7-b1a8-18c1e7632236 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 210 time: 0.0719762 Dec 05 21:42:45.108917 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:45.305354 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-86e9b706-55a0-48b3-ae20-b4b1db4a4b80 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:45.414717 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-86e9b706-55a0-48b3-ae20-b4b1db4a4b80 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:45.752467 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.db.resource_extend [None req-18ca058c-bd1c-434c-9294-cdedc1b029d7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] It took 0.85 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 05 21:42:45.764421 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45e040-06bf-480e-813c-6d8af6686090 req-dff372a3-918c-4a85-9cb5-c86591ff5c46 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:45.766273 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dc45e040-06bf-480e-813c-6d8af6686090 req-dff372a3-918c-4a85-9cb5-c86591ff5c46 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 946 time: 0.1070905 Dec 05 21:42:45.825165 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:45.832123 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dc45e040-06bf-480e-813c-6d8af6686090 req-61177e16-1901-4d0a-8a08-33437f15dd2f tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/security-groups?id=076da1f3-81ee-4ebf-8651-533c68efe320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574679 Dec 05 21:42:45.960636 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9b706-55a0-48b3-ae20-b4b1db4a4b80 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Pushing event updated for resources: {'Port': ['ID=ec444bb9-cd13-4925-a571-67b31b9fc0e4,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:45.970383 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-86e9b706-55a0-48b3-ae20-b4b1db4a4b80 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:46.009904 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-86e9b706-55a0-48b3-ae20-b4b1db4a4b80 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Network 4272d4c4-588d-4ada-834b-9b63daa3f68f is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:42:46.022615 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-86e9b706-55a0-48b3-ae20-b4b1db4a4b80 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:42:46.027398 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-86e9b706-55a0-48b3-ae20-b4b1db4a4b80 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:42:46.032776 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-86e9b706-55a0-48b3-ae20-b4b1db4a4b80 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:46.033576 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-86e9b706-55a0-48b3-ae20-b4b1db4a4b80 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:46.071703 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-18ca058c-bd1c-434c-9294-cdedc1b029d7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for floatingip, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:46.074557 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-86e9b706-55a0-48b3-ae20-b4b1db4a4b80 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8738656 Dec 05 21:42:46.081580 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-18ca058c-bd1c-434c-9294-cdedc1b029d7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854189884'] for floatingip, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:46.153765 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 52346) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:46.260524 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Request body: {'port': {'device_id': 'c7819340-96b1-42b0-b946-daf5e1e2bb37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:42:46.272978 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dc6fa-db2c-471d-9571-92654d799127 req-2e25f4ab-e45c-4bc9-898a-179e26671f2a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:46.288780 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-208dc6fa-db2c-471d-9571-92654d799127 req-2e25f4ab-e45c-4bc9-898a-179e26671f2a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.2134793 Dec 05 21:42:46.393149 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-208dc6fa-db2c-471d-9571-92654d799127 req-ce01f93b-8fb7-44a3-a5c7-8c19d5e08bae tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023107 Dec 05 21:42:46.559456 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.l3_db [None req-18ca058c-bd1c-434c-9294-cdedc1b029d7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Floating IP b72cbfa4-9027-4e53-9dec-bef2ff1428e7 associated. External IP: 172.27.1.111, port: 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a. Dec 05 21:42:46.583628 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1e7e97c9-9171-4d0e-8f1e-0f8b332b0abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:46.602027 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-1e7e97c9-9171-4d0e-8f1e-0f8b332b0abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:42:46.606841 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-1e7e97c9-9171-4d0e-8f1e-0f8b332b0abc admin admin] Usage tracker for resource:security_group_rule and tenant:51e8dcbd6b82425580f767445380f856 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:42:46.610484 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-1e7e97c9-9171-4d0e-8f1e-0f8b332b0abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:42:46.618015 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-1e7e97c9-9171-4d0e-8f1e-0f8b332b0abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:42:46.718612 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1e7e97c9-9171-4d0e-8f1e-0f8b332b0abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:46.723239 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1e7e97c9-9171-4d0e-8f1e-0f8b332b0abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:46.760801 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70849a86-c8ae-49ad-b9ce-8be3129edc4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:46.771620 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-1e7e97c9-9171-4d0e-8f1e-0f8b332b0abc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=51e8dcbd6b82425580f767445380f856&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6159029 Dec 05 21:42:46.775543 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 52382) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:46.909009 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e97c9-9171-4d0e-8f1e-0f8b332b0abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf32700-f5aa-4cbe-b06d-2333e0674459,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:46.915966 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1e7e97c9-9171-4d0e-8f1e-0f8b332b0abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:46.940005 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0cb8400c-a877-4f18-8943-7bf72924bc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:46.983235 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0cb8400c-a877-4f18-8943-7bf72924bc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:47.037235 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef5b05-d201-4234-b70e-6b0b8562882a req-c3755ade-510c-4e60-942c-69dadf6be958 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:47.039154 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f4ef5b05-d201-4234-b70e-6b0b8562882a req-c3755ade-510c-4e60-942c-69dadf6be958 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 931 time: 0.2121999 Dec 05 21:42:47.078991 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0cb8400c-a877-4f18-8943-7bf72924bc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:47.085887 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:47.116928 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8400c-a877-4f18-8943-7bf72924bc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf32700-f5aa-4cbe-b06d-2333e0674459,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:47.121860 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ceb793-1919-41e8-aa09-1ce72ad66335 req-24e0def9-285c-4e16-bd62-94369252da4d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:47.123330 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-06ceb793-1919-41e8-aa09-1ce72ad66335 req-24e0def9-285c-4e16-bd62-94369252da4d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 945 time: 1.4128873 Dec 05 21:42:47.124050 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:47.133051 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0cb8400c-a877-4f18-8943-7bf72924bc32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:47.144197 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 52388) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:47.151972 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f4ef5b05-d201-4234-b70e-6b0b8562882a req-5d956a8e-a594-4578-aed4-8091cb2c8d92 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000175 Dec 05 21:42:47.154677 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0cb8400c-a877-4f18-8943-7bf72924bc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:47.155925 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-0cb8400c-a877-4f18-8943-7bf72924bc32 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0bf32700-f5aa-4cbe-b06d-2333e0674459 HTTP/1.1" status: 204 len: 168 time: 0.3790197 Dec 05 21:42:47.212509 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-021e82b4-2cad-4b5c-9bd1-7b6228aeaa01 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Request body: {'floatingip': {'port_id': 'f6a35222-ae62-4ae7-b015-af636a2f0cf3'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:42:47.382447 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-021e82b4-2cad-4b5c-9bd1-7b6228aeaa01 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for floatingip, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:47.751705 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 52410) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:47.837118 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f09678-c540-4772-8ff8-df05cb2ca28a req-36f8eaf0-5e75-43d8-a43e-509623bef28a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:47.840452 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d5f09678-c540-4772-8ff8-df05cb2ca28a req-36f8eaf0-5e75-43d8-a43e-509623bef28a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.1123109 Dec 05 21:42:47.868917 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1f72a4a1-9882-450c-a80d-42ba2e521347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:47.968807 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d5f09678-c540-4772-8ff8-df05cb2ca28a req-40017de4-f9f6-4bc0-ad8c-e470b6b19936 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220453 Dec 05 21:42:48.034982 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-1f72a4a1-9882-450c-a80d-42ba2e521347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:42:48.117846 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-1f72a4a1-9882-450c-a80d-42ba2e521347 admin admin] Usage tracker for resource:security_group_rule and tenant:de7a6cff3fb544a5873b85388e84c0cf is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:42:48.137277 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-1f72a4a1-9882-450c-a80d-42ba2e521347 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:42:48.186876 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-1f72a4a1-9882-450c-a80d-42ba2e521347 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:42:48.359211 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b88bf0-2f07-4e22-968c-a4a0114e01ac req-7e610209-1e0e-4cfb-bc88-fe6e6cb1461d tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:48.360957 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d3b88bf0-2f07-4e22-968c-a4a0114e01ac req-7e610209-1e0e-4cfb-bc88-fe6e6cb1461d tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 946 time: 1.0005691 Dec 05 21:42:48.488710 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb45b3d-0f0e-42e3-968c-b469be68abdc req-cdc8a4a6-8f2f-4b28-a4a3-b3b84e97a4a8 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:48.492013 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3eb45b3d-0f0e-42e3-968c-b469be68abdc req-cdc8a4a6-8f2f-4b28-a4a3-b3b84e97a4a8 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 931 time: 0.1611562 Dec 05 21:42:48.531054 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ca058c-bd1c-434c-9294-cdedc1b029d7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Router 4d1e7d80-7c8b-423e-a742-989d3393399b has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:42:48.585835 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3eb45b3d-0f0e-42e3-968c-b469be68abdc req-c51a00dc-87d1-4aef-bd9c-cced168d8079 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799136 Dec 05 21:42:48.614291 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d3b88bf0-2f07-4e22-968c-a4a0114e01ac req-2240bda7-500b-4bff-b468-f81cf1870030 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/security-groups?id=076da1f3-81ee-4ebf-8651-533c68efe320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372971 Dec 05 21:42:49.264367 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c94249-9289-4c1f-b319-1573ba29d93f req-34d62dde-e011-47d3-871d-7ed948bfa7dd tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:49.265963 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-79c94249-9289-4c1f-b319-1573ba29d93f req-34d62dde-e011-47d3-871d-7ed948bfa7dd tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.1022117 Dec 05 21:42:49.335811 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-79c94249-9289-4c1f-b319-1573ba29d93f req-38c8e7f7-0657-46da-b5e7-fabbcf6a248d tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546432 Dec 05 21:42:49.401293 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1f72a4a1-9882-450c-a80d-42ba2e521347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:49.461262 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1f72a4a1-9882-450c-a80d-42ba2e521347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:49.503222 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-16be084f-e613-49d9-befa-58cf89222963 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:49.550667 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ca058c-bd1c-434c-9294-cdedc1b029d7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:42:49.560646 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec444bb9-cd13-4925-a571-67b31b9fc0e4 {{(pid=80240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 05 21:42:49.576679 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715db9cb-aec4-47ef-99d6-317a06531ded None None] Sync routers for ids ['4d1e7d80-7c8b-423e-a742-989d3393399b'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:42:49.596502 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715db9cb-aec4-47ef-99d6-317a06531ded None None] Routers {'4d1e7d80-7c8b-423e-a742-989d3393399b'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:42:49.604793 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-715db9cb-aec4-47ef-99d6-317a06531ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:42:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['4d1e7d80-7c8b-423e-a742-989d3393399b'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:42:49.607495 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:49.621175 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-1f72a4a1-9882-450c-a80d-42ba2e521347 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=de7a6cff3fb544a5873b85388e84c0cf&name=default HTTP/1.1" status: 200 len: 2879 time: 1.8663063 Dec 05 21:42:49.627856 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 52436) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:49.639780 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72a4a1-9882-450c-a80d-42ba2e521347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eebb9e6-ddee-42cb-a3b4-6473d09081b4,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:49.646328 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1f72a4a1-9882-450c-a80d-42ba2e521347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:49.649992 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.db.resource_extend [None req-021e82b4-2cad-4b5c-9bd1-7b6228aeaa01 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 05 21:42:49.739049 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f77c5-0e8e-4481-8b18-c5fa44ff4bc3 req-567f59e3-2f05-419c-b9f1-7ef43db0965e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:49.739049 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ba3f77c5-0e8e-4481-8b18-c5fa44ff4bc3 req-567f59e3-2f05-419c-b9f1-7ef43db0965e tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.53 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 946 time: 0.5702157 Dec 05 21:42:49.739049 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Transition to ACTIVE for port object ec444bb9-cd13-4925-a571-67b31b9fc0e4 will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:42:49.792848 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b51a78f0-b751-4b9d-a339-c8b13b312241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:49.854139 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b51a78f0-b751-4b9d-a339-c8b13b312241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:49.875763 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:49.978775 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-715db9cb-aec4-47ef-99d6-317a06531ded None None] Set router 4d1e7d80-7c8b-423e-a742-989d3393399b gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:42:50.043555 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b51a78f0-b751-4b9d-a339-c8b13b312241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:50.044104 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-18ca058c-bd1c-434c-9294-cdedc1b029d7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:50.053938 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e01dac65-5b02-43b6-87e8-89d29504c13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:50.078744 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4831e0-92cd-4c3b-8862-bfc150b343ff req-2c755436-5113-4e20-983d-aef0402b99ab tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:50.093928 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dd4831e0-92cd-4c3b-8862-bfc150b343ff req-2c755436-5113-4e20-983d-aef0402b99ab tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 946 time: 0.2417543 Dec 05 21:42:50.096450 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-ba3f77c5-0e8e-4481-8b18-c5fa44ff4bc3 req-4d7e4032-50b2-426b-99e1-ad6e1d503448 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Deleting port 2d0107d2-8d97-4d37-85f1-ffd213bba95d {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:42:50.096841 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ba3f77c5-0e8e-4481-8b18-c5fa44ff4bc3 req-4d7e4032-50b2-426b-99e1-ad6e1d503448 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:50.140487 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a78f0-b751-4b9d-a339-c8b13b312241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eebb9e6-ddee-42cb-a3b4-6473d09081b4,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:50.165918 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b51a78f0-b751-4b9d-a339-c8b13b312241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:50.209877 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b51a78f0-b751-4b9d-a339-c8b13b312241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:50.211126 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b51a78f0-b751-4b9d-a339-c8b13b312241 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8eebb9e6-ddee-42cb-a3b4-6473d09081b4 HTTP/1.1" status: 204 len: 168 time: 0.5818856 Dec 05 21:42:50.216201 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-021e82b4-2cad-4b5c-9bd1-7b6228aeaa01 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for floatingip, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:50.227804 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-812a1c8a-0f72-497d-b0a9-1850bc3cc103 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:50.236793 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dd4831e0-92cd-4c3b-8862-bfc150b343ff req-cf2ac32e-f1a6-4f93-9cc0-15ef7e0fa70c tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/security-groups?id=076da1f3-81ee-4ebf-8651-533c68efe320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295211 Dec 05 21:42:50.309990 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-021e82b4-2cad-4b5c-9bd1-7b6228aeaa01 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854189884'] for floatingip, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:50.484273 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 2d0107d2-8d97-4d37-85f1-ffd213bba95d no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:42:50.511670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-715db9cb-aec4-47ef-99d6-317a06531ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-router', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:53Z', 'revision_number': 4, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'gw_port': {'id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:21Z', 'updated_at': '2020-12-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': 'b72cbfa4-9027-4e53-9dec-bef2ff1428e7', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'floating_ip_address': '172.27.1.111', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'port_id': '608b4e65-975a-4c85-af2d-4fbf1a5b2a1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'mac_address': 'fa:16:3e:0e:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dd9236-14e6-4754-b247-a629ddb9d5c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:42:02Z', 'updated_at': '2020-12-05T21:42:44Z', 'revision_number': 1, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2', 'name': '', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'mac_address': 'fa:16:3e:f0:9f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:48Z', 'updated_at': '2020-12-05T21:42:02Z', 'revision_number': 5, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'subnets': [{'id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:42:50.516497 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715db9cb-aec4-47ef-99d6-317a06531ded None None] Checking router: 4d1e7d80-7c8b-423e-a742-989d3393399b for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:42:50.538979 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715db9cb-aec4-47ef-99d6-317a06531ded None None] Routers {'4d1e7d80-7c8b-423e-a742-989d3393399b'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:42:50.540718 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-715db9cb-aec4-47ef-99d6-317a06531ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:42:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['4d1e7d80-7c8b-423e-a742-989d3393399b'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:42:50.682074 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-18ca058c-bd1c-434c-9294-cdedc1b029d7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "PUT /v2.0/floatingips/b72cbfa4-9027-4e53-9dec-bef2ff1428e7 HTTP/1.1" status: 200 len: 991 time: 8.1898150 Dec 05 21:42:50.691621 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3880c-98fb-48fe-af8f-961df6c2c9a9 req-cc93c5b2-b740-40fb-8283-a91435bcecb7 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:50.707497 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dd9236-14e6-4754-b247-a629ddb9d5c2', 'tag': '608b4e65-975a-4c85-af2d-4fbf1a5b2a1a'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:42:50.709092 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-44a3880c-98fb-48fe-af8f-961df6c2c9a9 req-cc93c5b2-b740-40fb-8283-a91435bcecb7 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.1481917 Dec 05 21:42:50.723482 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Pushing event updated for resources: {'Port': ['ID=ec444bb9-cd13-4925-a571-67b31b9fc0e4,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:50.757756 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:50.842149 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:50.875913 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-44a3880c-98fb-48fe-af8f-961df6c2c9a9 req-9099e970-2d80-44e0-a71f-33f90ac52d9c tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660039 Dec 05 21:42:50.945832 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-715db9cb-aec4-47ef-99d6-317a06531ded None None] Set router 4d1e7d80-7c8b-423e-a742-989d3393399b gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:42:50.952250 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port 2d0107d2-8d97-4d37-85f1-ffd213bba95d, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=2d0107d2-8d97-4d37-85f1-ffd213bba95d,segment=NetworkSegment(2901e56f-10ed-4b50-99b2-23110163f79f),segment_id=2901e56f-10ed-4b50-99b2-23110163f79f)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:42:50.953878 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137aa507-ee30-40b2-8a33-c402b0eff6d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d0107d2-8d97-4d37-85f1-ffd213bba95d'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:42:50.968848 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:50.971078 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:51.103765 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=2d0107d2-8d97-4d37-85f1-ffd213bba95d,revision_number=5']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:51.108787 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:51.121463 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c1d28-259c-4bf9-8037-9362a188d4f4 req-c2999315-597a-402e-8fd2-dd4d4115151d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:51.124325 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-426c1d28-259c-4bf9-8037-9362a188d4f4 req-c2999315-597a-402e-8fd2-dd4d4115151d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Synchronizing usage tracker for tenant:edc86cfd0aea464aa58c912ed4606f71 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:42:51.240877 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.l3_db [None req-021e82b4-2cad-4b5c-9bd1-7b6228aeaa01 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Floating IP 7314ec51-5279-4b06-a549-d4b028c3355d associated. External IP: 172.27.1.194, port: f6a35222-ae62-4ae7-b015-af636a2f0cf3. Dec 05 21:42:51.423081 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-426c1d28-259c-4bf9-8037-9362a188d4f4 req-c2999315-597a-402e-8fd2-dd4d4115151d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Unset dirty status for tenant:edc86cfd0aea464aa58c912ed4606f71 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:42:51.424318 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-426c1d28-259c-4bf9-8037-9362a188d4f4 req-c2999315-597a-402e-8fd2-dd4d4115151d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 943 time: 1.2023103 Dec 05 21:42:51.451210 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68dd9236-14e6-4754-b247-a629ddb9d5c2', 'tag': '608b4e65-975a-4c85-af2d-4fbf1a5b2a1a', 'status': 'completed', 'code': 200} Dec 05 21:42:51.452707 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Attempting to bind port ec444bb9-cd13-4925-a571-67b31b9fc0e4 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:42:51.453084 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Attempting to bind port ec444bb9-cd13-4925-a571-67b31b9fc0e4 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '76cccfe4-ab2e-4d88-9859-8dba3228c455', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4272d4c4-588d-4ada-834b-9b63daa3f68f'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:42:51.453460 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Attempting to bind port ec444bb9-cd13-4925-a571-67b31b9fc0e4 on network 4272d4c4-588d-4ada-834b-9b63daa3f68f {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:42:51.469351 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-715db9cb-aec4-47ef-99d6-317a06531ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-router', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:53Z', 'revision_number': 4, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'gw_port': {'id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:21Z', 'updated_at': '2020-12-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': 'b72cbfa4-9027-4e53-9dec-bef2ff1428e7', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'floating_ip_address': '172.27.1.111', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'port_id': '608b4e65-975a-4c85-af2d-4fbf1a5b2a1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'mac_address': 'fa:16:3e:0e:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dd9236-14e6-4754-b247-a629ddb9d5c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:42:02Z', 'updated_at': '2020-12-05T21:42:44Z', 'revision_number': 1, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2', 'name': '', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'mac_address': 'fa:16:3e:f0:9f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:48Z', 'updated_at': '2020-12-05T21:42:02Z', 'revision_number': 5, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'subnets': [{'id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:42:51.475247 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715db9cb-aec4-47ef-99d6-317a06531ded None None] The sync data for ids ['4d1e7d80-7c8b-423e-a742-989d3393399b'] in dv-cinder-757908-4-iscsi is: [{'id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-router', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:53Z', 'revision_number': 4, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'gw_port': {'id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:21Z', 'updated_at': '2020-12-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': 'b72cbfa4-9027-4e53-9dec-bef2ff1428e7', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'floating_ip_address': '172.27.1.111', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'port_id': '608b4e65-975a-4c85-af2d-4fbf1a5b2a1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'mac_address': 'fa:16:3e:0e:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dd9236-14e6-4754-b247-a629ddb9d5c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:42:02Z', 'updated_at': '2020-12-05T21:42:44Z', 'revision_number': 1, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2', 'name': '', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'mac_address': 'fa:16:3e:f0:9f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:48Z', 'updated_at': '2020-12-05T21:42:02Z', 'revision_number': 5, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'subnets': [{'id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:42:51.603489 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137aa507-ee30-40b2-8a33-c402b0eff6d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d0107d2-8d97-4d37-85f1-ffd213bba95d', 'code': 200} Dec 05 21:42:51.676478 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Checking agent: {'id': '73420180-90c9-4440-8e64-a61aa3b256a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 39, 15), 'started_at': datetime.datetime(2020, 12, 5, 21, 39, 45), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:42:51.677503 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Checking segment: {'id': '76cccfe4-ab2e-4d88-9859-8dba3228c455', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4272d4c4-588d-4ada-834b-9b63daa3f68f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:42:51.678008 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:51.678531 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Bound using segment: {'id': '76cccfe4-ab2e-4d88-9859-8dba3228c455', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4272d4c4-588d-4ada-834b-9b63daa3f68f'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:42:51.679130 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Bound port: ec444bb9-cd13-4925-a571-67b31b9fc0e4, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cccfe4-ab2e-4d88-9859-8dba3228c455', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4272d4c4-588d-4ada-834b-9b63daa3f68f'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:42:51.679598 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:51.713301 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-ba3f77c5-0e8e-4481-8b18-c5fa44ff4bc3 req-4d7e4032-50b2-426b-99e1-ad6e1d503448 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] For port 2d0107d2-8d97-4d37-85f1-ffd213bba95d, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=2d0107d2-8d97-4d37-85f1-ffd213bba95d,segment=NetworkSegment(2901e56f-10ed-4b50-99b2-23110163f79f),segment_id=2901e56f-10ed-4b50-99b2-23110163f79f)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:42:51.713826 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ba3f77c5-0e8e-4481-8b18-c5fa44ff4bc3 req-4d7e4032-50b2-426b-99e1-ad6e1d503448 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:51.793418 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-426c1d28-259c-4bf9-8037-9362a188d4f4 req-34cd8be5-63c0-4e92-ad25-8e5d7aed133c tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510330 Dec 05 21:42:51.895575 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b83bb6d-1f3a-4a8b-9dcf-141001607ed5 None None] New status for floating IP b72cbfa4-9027-4e53-9dec-bef2ff1428e7: ACTIVE {{(pid=80241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 05 21:42:51.992144 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4b734-1c12-425d-bad4-3b71829578ff req-10dcf404-b1d8-4cec-9bb0-c5b5c7e886a9 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:52.001785 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-51b4b734-1c12-425d-bad4-3b71829578ff req-10dcf404-b1d8-4cec-9bb0-c5b5c7e886a9 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 944 time: 0.1428072 Dec 05 21:42:52.128759 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-51b4b734-1c12-425d-bad4-3b71829578ff req-650b2fe8-34dd-4c21-b083-e63ea5b61757 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/security-groups?id=076da1f3-81ee-4ebf-8651-533c68efe320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252811 Dec 05 21:42:52.303554 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-ba3f77c5-0e8e-4481-8b18-c5fa44ff4bc3 req-4d7e4032-50b2-426b-99e1-ad6e1d503448 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Calling delete_port for 2d0107d2-8d97-4d37-85f1-ffd213bba95d owned by compute:nova {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:42:52.726400 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] For port ec444bb9-cd13-4925-a571-67b31b9fc0e4, host hv-cinder-75790, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:42:52.733541 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] For port ec444bb9-cd13-4925-a571-67b31b9fc0e4, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=ec444bb9-cd13-4925-a571-67b31b9fc0e4,segment=NetworkSegment(76cccfe4-ab2e-4d88-9859-8dba3228c455),segment_id=76cccfe4-ab2e-4d88-9859-8dba3228c455)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:42:52.760279 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:52.802715 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:52.912824 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [req-ba3f77c5-0e8e-4481-8b18-c5fa44ff4bc3 req-4d7e4032-50b2-426b-99e1-ad6e1d503448 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80240) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 05 21:42:52.912824 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_db.api [req-ba3f77c5-0e8e-4481-8b18-c5fa44ff4bc3 req-4d7e4032-50b2-426b-99e1-ad6e1d503448 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 05 21:42:53.056403 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c4be4-d944-454c-91eb-773ee62081c3 req-683649e1-63f3-47ee-8348-689e7bba4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:53.058099 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-240c4be4-d944-454c-91eb-773ee62081c3 req-683649e1-63f3-47ee-8348-689e7bba4f47 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060&device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 1162 time: 1.4689152 Dec 05 21:42:53.085387 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021e82b4-2cad-4b5c-9bd1-7b6228aeaa01 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Router 98409fa1-a27f-46b0-baab-ddd63cd017f0 has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:42:53.086011 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f172d7-fcfc-4c4e-85b5-3ab30a993795 req-46632175-c8e6-4c8b-b7f9-a15caeaa6753 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:53.087981 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-82f172d7-fcfc-4c4e-85b5-3ab30a993795 req-46632175-c8e6-4c8b-b7f9-a15caeaa6753 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 943 time: 0.1210144 Dec 05 21:42:53.170128 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Pushing event updated for resources: {'Port': ['ID=ec444bb9-cd13-4925-a571-67b31b9fc0e4,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:53.174014 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:53.194960 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-82f172d7-fcfc-4c4e-85b5-3ab30a993795 req-22c0bd26-16f7-4abb-ae57-d3658a510b70 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867879 Dec 05 21:42:53.260419 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82dcdc-e08e-4ca9-b8df-e44ea34f5446 req-7472083b-f2bb-4ff1-9042-e0739f27fc6f tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:53.266114 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5e82dcdc-e08e-4ca9-b8df-e44ea34f5446 req-7472083b-f2bb-4ff1-9042-e0739f27fc6f tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.9738898 Dec 05 21:42:53.447161 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-ba3f77c5-0e8e-4481-8b18-c5fa44ff4bc3 req-4d7e4032-50b2-426b-99e1-ad6e1d503448 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Deleting port 2d0107d2-8d97-4d37-85f1-ffd213bba95d {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:42:53.447538 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ba3f77c5-0e8e-4481-8b18-c5fa44ff4bc3 req-4d7e4032-50b2-426b-99e1-ad6e1d503448 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:53.519582 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b116c91-e4ff-48d8-907b-908713fddefc req-1a854149-1a6f-4167-8b05-a5631a72ed6f tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:53.539216 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b116c91-e4ff-48d8-907b-908713fddefc req-1a854149-1a6f-4167-8b05-a5631a72ed6f tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 944 time: 0.1641319 Dec 05 21:42:53.644731 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b116c91-e4ff-48d8-907b-908713fddefc req-04a152b0-4d50-47c5-8452-da6115fbf57f tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/security-groups?id=076da1f3-81ee-4ebf-8651-533c68efe320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924788 Dec 05 21:42:53.732214 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:53.733009 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:53.734450 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] 10.222.0.53 "PUT /v2.0/ports/ec444bb9-cd13-4925-a571-67b31b9fc0e4 HTTP/1.1" status: 200 len: 1157 time: 7.5484805 Dec 05 21:42:53.738372 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7819340-96b1-42b0-b946-daf5e1e2bb37', 'tag': 'ec444bb9-cd13-4925-a571-67b31b9fc0e4'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:42:53.835108 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5e82dcdc-e08e-4ca9-b8df-e44ea34f5446 req-a9023edb-eeb4-4d89-856f-66412a111c4b tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960090 Dec 05 21:42:53.843877 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c4be4-d944-454c-91eb-773ee62081c3 req-63ce9da3-8794-43b5-91c6-af30ad346ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:53.845532 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-240c4be4-d944-454c-91eb-773ee62081c3 req-63ce9da3-8794-43b5-91c6-af30ad346ec0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba83bbf0-3b38-4232-af09-1ca8d508a608 HTTP/1.1" status: 200 len: 911 time: 0.7479331 Dec 05 21:42:54.079399 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7819340-96b1-42b0-b946-daf5e1e2bb37', 'tag': 'ec444bb9-cd13-4925-a571-67b31b9fc0e4', 'status': 'completed', 'code': 200} Dec 05 21:42:54.097041 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021e82b4-2cad-4b5c-9bd1-7b6228aeaa01 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:42:54.112997 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e11ae10-d9a5-4104-9cf2-528dba0137e6 None None] Sync routers for ids ['98409fa1-a27f-46b0-baab-ddd63cd017f0'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:42:54.132589 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e11ae10-d9a5-4104-9cf2-528dba0137e6 None None] Routers {'98409fa1-a27f-46b0-baab-ddd63cd017f0'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:42:54.134168 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-0e11ae10-d9a5-4104-9cf2-528dba0137e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:42:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['98409fa1-a27f-46b0-baab-ddd63cd017f0'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:42:54.190405 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-021e82b4-2cad-4b5c-9bd1-7b6228aeaa01 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:54.231507 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-240c4be4-d944-454c-91eb-773ee62081c3 req-346ddea5-a284-485f-8d0f-1816b173273e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=608b4e65-975a-4c85-af2d-4fbf1a5b2a1a HTTP/1.1" status: 200 len: 1001 time: 0.3238215 Dec 05 21:42:54.384489 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c4be4-d944-454c-91eb-773ee62081c3 req-40ee9b13-5c25-4c67-a9df-11efb970aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:54.401560 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-240c4be4-d944-454c-91eb-773ee62081c3 req-40ee9b13-5c25-4c67-a9df-11efb970aa68 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9202ba51-95a8-4744-9f6f-9b6d34d32b9b HTTP/1.1" status: 200 len: 856 time: 0.1513696 Dec 05 21:42:54.405717 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-ba3f77c5-0e8e-4481-8b18-c5fa44ff4bc3 req-4d7e4032-50b2-426b-99e1-ad6e1d503448 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] For port 2d0107d2-8d97-4d37-85f1-ffd213bba95d, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=2d0107d2-8d97-4d37-85f1-ffd213bba95d,segment=NetworkSegment(2901e56f-10ed-4b50-99b2-23110163f79f),segment_id=2901e56f-10ed-4b50-99b2-23110163f79f)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:42:54.406062 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ba3f77c5-0e8e-4481-8b18-c5fa44ff4bc3 req-4d7e4032-50b2-426b-99e1-ad6e1d503448 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:54.420248 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-021e82b4-2cad-4b5c-9bd1-7b6228aeaa01 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "PUT /v2.0/floatingips/7314ec51-5279-4b06-a549-d4b028c3355d HTTP/1.1" status: 200 len: 991 time: 7.2366018 Dec 05 21:42:54.451847 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-0e11ae10-d9a5-4104-9cf2-528dba0137e6 None None] Set router 98409fa1-a27f-46b0-baab-ddd63cd017f0 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:42:54.736462 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a14d77-e795-4dac-b33f-31a9bc76d666 req-3ab29880-d291-4e67-bf4a-df870599b9db tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:54.744836 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-36a14d77-e795-4dac-b33f-31a9bc76d666 req-3ab29880-d291-4e67-bf4a-df870599b9db tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 943 time: 0.2398169 Dec 05 21:42:54.831108 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-36a14d77-e795-4dac-b33f-31a9bc76d666 req-b84202ac-5baa-4ca1-8981-c86a333c0ca3 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851581 Dec 05 21:42:54.859281 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a09d2621-b53a-4f80-a043-699eced4332f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:54.952191 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-0d267e7c-3753-4350-ad93-080a2858f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:54.954472 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-0d267e7c-3753-4350-ad93-080a2858f6a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=edc86cfd0aea464aa58c912ed4606f71&device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 1160 time: 1.1181042 Dec 05 21:42:55.091320 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-ba3f77c5-0e8e-4481-8b18-c5fa44ff4bc3 req-4d7e4032-50b2-426b-99e1-ad6e1d503448 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Calling delete_port for 2d0107d2-8d97-4d37-85f1-ffd213bba95d owned by compute:nova {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:42:55.174337 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb115f88-1b4a-412f-b288-c1880256e353 req-96351366-71ed-4b4c-b88b-2ddb24f95c81 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:55.183113 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cb115f88-1b4a-412f-b288-c1880256e353 req-96351366-71ed-4b4c-b88b-2ddb24f95c81 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.1159780 Dec 05 21:42:55.189130 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-0e11ae10-d9a5-4104-9cf2-528dba0137e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'name': 'tempest-AttachVolumeTestJSON-332782927-router', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:11Z', 'updated_at': '2020-12-05T21:41:33Z', 'revision_number': 4, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'gw_port': {'id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:12Z', 'updated_at': '2020-12-05T21:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': '7314ec51-5279-4b06-a549-d4b028c3355d', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'floating_ip_address': '172.27.1.194', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'port_id': 'f6a35222-ae62-4ae7-b015-af636a2f0cf3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'mac_address': 'fa:16:3e:08:30:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b900a951-b0af-4791-9c68-afa87a0b4846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:41:55Z', 'updated_at': '2020-12-05T21:42:49Z', 'revision_number': 1, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9', 'name': '', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'mac_address': 'fa:16:3e:06:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:27Z', 'updated_at': '2020-12-05T21:41:52Z', 'revision_number': 5, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'subnets': [{'id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:42:55.194194 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e11ae10-d9a5-4104-9cf2-528dba0137e6 None None] Checking router: 98409fa1-a27f-46b0-baab-ddd63cd017f0 for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:42:55.207497 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e11ae10-d9a5-4104-9cf2-528dba0137e6 None None] Routers {'98409fa1-a27f-46b0-baab-ddd63cd017f0'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:42:55.208230 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-0e11ae10-d9a5-4104-9cf2-528dba0137e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:42:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['98409fa1-a27f-46b0-baab-ddd63cd017f0'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:42:55.234999 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cb115f88-1b4a-412f-b288-c1880256e353 req-eb1e3723-d2d5-49e0-a9f5-22c5f0bcd10b tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509074 Dec 05 21:42:55.273126 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-e148cf72-da19-4436-bb23-582770ef5ffd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec444bb9-cd13-4925-a571-67b31b9fc0e4 HTTP/1.1" status: 200 len: 217 time: 0.1991122 Dec 05 21:42:55.444179 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c4be4-d944-454c-91eb-773ee62081c3 req-64882ebf-8b89-409f-af0e-7e26cc0d7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:55.445904 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-240c4be4-d944-454c-91eb-773ee62081c3 req-64882ebf-8b89-409f-af0e-7e26cc0d7099 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba83bbf0-3b38-4232-af09-1ca8d508a608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 1.0273569 Dec 05 21:42:55.447418 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-5dd22665-938c-4d87-9c77-1aedd3c042fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:55.448994 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-5dd22665-938c-4d87-9c77-1aedd3c042fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=261efeb0-e1dd-44bc-8464-d233b4a1ef36 HTTP/1.1" status: 200 len: 855 time: 0.1651120 Dec 05 21:42:55.607431 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed1989-bf09-4205-b6be-dd17fa7b2580 req-f8d02825-ee05-44a5-92eb-298f6e5c3359 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:55.608323 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d2ed1989-bf09-4205-b6be-dd17fa7b2580 req-f8d02825-ee05-44a5-92eb-298f6e5c3359 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Synchronizing usage tracker for tenant:c1b496b688e54383afcd20c2cc91db1c on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:42:55.628468 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-5dddf108-d53b-444f-9d9c-cd44621fbb12 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4272d4c4-588d-4ada-834b-9b63daa3f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1615467 Dec 05 21:42:55.645360 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-0e11ae10-d9a5-4104-9cf2-528dba0137e6 None None] Set router 98409fa1-a27f-46b0-baab-ddd63cd017f0 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:42:55.795532 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d2ed1989-bf09-4205-b6be-dd17fa7b2580 req-f8d02825-ee05-44a5-92eb-298f6e5c3359 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Unset dirty status for tenant:c1b496b688e54383afcd20c2cc91db1c on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:42:55.796886 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d2ed1989-bf09-4205-b6be-dd17fa7b2580 req-f8d02825-ee05-44a5-92eb-298f6e5c3359 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 944 time: 0.8383245 Dec 05 21:42:55.895548 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ba3f77c5-0e8e-4481-8b18-c5fa44ff4bc3 req-4d7e4032-50b2-426b-99e1-ad6e1d503448 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:55.936514 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:56.077376 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e4032-50b2-426b-99e1-ad6e1d503448 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Pushing event deleted for resources: {'Port': ['ID=2d0107d2-8d97-4d37-85f1-ffd213bba95d,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:56.082549 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4d7e4032-50b2-426b-99e1-ad6e1d503448 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:56.101980 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b900a951-b0af-4791-9c68-afa87a0b4846', 'tag': 'f6a35222-ae62-4ae7-b015-af636a2f0cf3'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:42:56.125845 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-240c4be4-d944-454c-91eb-773ee62081c3 req-fc793eb4-553b-477b-8311-a3057549ef00 service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6599762 Dec 05 21:42:56.232064 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38895f1-9ddd-4af2-a24f-b235f6a76f22 req-0fdd670e-f2c1-4051-8ee0-7da446a4452b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:56.243715 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a38895f1-9ddd-4af2-a24f-b235f6a76f22 req-0fdd670e-f2c1-4051-8ee0-7da446a4452b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 943 time: 0.1283762 Dec 05 21:42:56.252670 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d2ed1989-bf09-4205-b6be-dd17fa7b2580 req-8bd48eef-a31d-4115-8e88-74433f3a379b tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/security-groups?id=076da1f3-81ee-4ebf-8651-533c68efe320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943002 Dec 05 21:42:56.304501 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a38895f1-9ddd-4af2-a24f-b235f6a76f22 req-dab4d624-c2ac-4c69-ad8d-be3635ee2cd1 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531018 Dec 05 21:42:56.387883 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-0e11ae10-d9a5-4104-9cf2-528dba0137e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'name': 'tempest-AttachVolumeTestJSON-332782927-router', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:11Z', 'updated_at': '2020-12-05T21:41:33Z', 'revision_number': 4, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'gw_port': {'id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:12Z', 'updated_at': '2020-12-05T21:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': '7314ec51-5279-4b06-a549-d4b028c3355d', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'floating_ip_address': '172.27.1.194', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'port_id': 'f6a35222-ae62-4ae7-b015-af636a2f0cf3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'mac_address': 'fa:16:3e:08:30:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b900a951-b0af-4791-9c68-afa87a0b4846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:41:55Z', 'updated_at': '2020-12-05T21:42:49Z', 'revision_number': 1, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9', 'name': '', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'mac_address': 'fa:16:3e:06:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:27Z', 'updated_at': '2020-12-05T21:41:52Z', 'revision_number': 5, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'subnets': [{'id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:42:56.402113 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e11ae10-d9a5-4104-9cf2-528dba0137e6 None None] The sync data for ids ['98409fa1-a27f-46b0-baab-ddd63cd017f0'] in dv-cinder-757908-4-iscsi is: [{'id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'name': 'tempest-AttachVolumeTestJSON-332782927-router', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:11Z', 'updated_at': '2020-12-05T21:41:33Z', 'revision_number': 4, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'gw_port': {'id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:12Z', 'updated_at': '2020-12-05T21:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': '7314ec51-5279-4b06-a549-d4b028c3355d', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'floating_ip_address': '172.27.1.194', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'port_id': 'f6a35222-ae62-4ae7-b015-af636a2f0cf3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'mac_address': 'fa:16:3e:08:30:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b900a951-b0af-4791-9c68-afa87a0b4846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:41:55Z', 'updated_at': '2020-12-05T21:42:49Z', 'revision_number': 1, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9', 'name': '', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'mac_address': 'fa:16:3e:06:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:27Z', 'updated_at': '2020-12-05T21:41:52Z', 'revision_number': 5, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'subnets': [{'id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:42:56.516736 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-240c4be4-d944-454c-91eb-773ee62081c3 req-2ea155b4-3445-4703-a075-d870717a11be service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2719915 Dec 05 21:42:56.544561 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b900a951-b0af-4791-9c68-afa87a0b4846', 'tag': 'f6a35222-ae62-4ae7-b015-af636a2f0cf3', 'status': 'completed', 'code': 200} Dec 05 21:42:56.601449 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-d2b9c728-aa6d-4e8b-9a44-11de151e0004 service neutron] 10.222.0.53 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9564581 Dec 05 21:42:56.685367 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50aca-c8c0-49de-b453-741e12d96d81 req-cc612a56-3efb-442c-ab15-8149a8ddee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:56.687539 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4ef50aca-c8c0-49de-b453-741e12d96d81 req-cc612a56-3efb-442c-ab15-8149a8ddee0c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37ac9d224de24a2484f2fdefe069b4bf&device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 1162 time: 0.1823769 Dec 05 21:42:56.908081 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0b305d-b029-4ed2-a931-57e3f32f7314 None None] New status for floating IP 7314ec51-5279-4b06-a549-d4b028c3355d: ACTIVE {{(pid=80241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 05 21:42:56.956230 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50aca-c8c0-49de-b453-741e12d96d81 req-3a160ee8-e281-4fb8-9e07-f83d09befdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:56.958845 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4ef50aca-c8c0-49de-b453-741e12d96d81 req-3a160ee8-e281-4fb8-9e07-f83d09befdd5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=811ae4e3-171e-48fa-8bac-30edfe0da7b4 HTTP/1.1" status: 200 len: 904 time: 0.2557151 Dec 05 21:42:57.022271 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3f77c5-0e8e-4481-8b18-c5fa44ff4bc3 req-4d7e4032-50b2-426b-99e1-ad6e1d503448 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] No DVR routers for this DVR port 2d0107d2-8d97-4d37-85f1-ffd213bba95d on host hv-cinder-75790 {{(pid=80240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 21:42:57.031607 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ba3f77c5-0e8e-4481-8b18-c5fa44ff4bc3 req-4d7e4032-50b2-426b-99e1-ad6e1d503448 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:57.034505 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ba3f77c5-0e8e-4481-8b18-c5fa44ff4bc3 req-4d7e4032-50b2-426b-99e1-ad6e1d503448 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.53 "DELETE /v2.0/ports/2d0107d2-8d97-4d37-85f1-ffd213bba95d HTTP/1.1" status: 204 len: 173 time: 7.2979426 Dec 05 21:42:57.100791 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4ef50aca-c8c0-49de-b453-741e12d96d81 req-d00d1af4-415f-48a0-b673-798ac8520867 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6a35222-ae62-4ae7-b015-af636a2f0cf3 HTTP/1.1" status: 200 len: 999 time: 0.1309252 Dec 05 21:42:57.153759 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24712483-ee2c-4a6d-8394-c9d57b77317c req-19a9ef58-d2bd-4423-8622-d4fcf98f4c9f service neutron] 10.222.0.53 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5362821 Dec 05 21:42:57.236169 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50aca-c8c0-49de-b453-741e12d96d81 req-c41dbd5d-08df-411b-9c49-4b6917739446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:57.238126 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4ef50aca-c8c0-49de-b453-741e12d96d81 req-c41dbd5d-08df-411b-9c49-4b6917739446 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1dcf2694-5e4a-45e4-991f-a09b77fb18bf HTTP/1.1" status: 200 len: 849 time: 0.1042759 Dec 05 21:42:57.252960 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98053a36-cd19-42c0-b3ea-cff9839d3fd0 req-34db6a1d-1088-4852-b0fc-63607c32133e tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:57.262377 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-98053a36-cd19-42c0-b3ea-cff9839d3fd0 req-34db6a1d-1088-4852-b0fc-63607c32133e tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.4052100 Dec 05 21:42:57.331345 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-98053a36-cd19-42c0-b3ea-cff9839d3fd0 req-ca23f04d-c754-4d93-8593-135b9b92d71c tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675483 Dec 05 21:42:57.490851 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50aca-c8c0-49de-b453-741e12d96d81 req-309b4388-dd08-4619-98cb-791cd7b8d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:57.493176 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4ef50aca-c8c0-49de-b453-741e12d96d81 req-309b4388-dd08-4619-98cb-791cd7b8d5ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=811ae4e3-171e-48fa-8bac-30edfe0da7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1599553 Dec 05 21:42:57.576544 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0edaa-46f3-4539-8696-f7eff90964a7 req-e9ca9d6d-25fe-41f5-b1e3-37c052209676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:57.578272 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-66b0edaa-46f3-4539-8696-f7eff90964a7 req-e9ca9d6d-25fe-41f5-b1e3-37c052209676 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=edc86cfd0aea464aa58c912ed4606f71&device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 1160 time: 0.2494788 Dec 05 21:42:57.766271 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bef67a38-e253-44ec-9bfb-45a3d4c4ab11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:57.824519 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0edaa-46f3-4539-8696-f7eff90964a7 req-64c92f45-28a7-485f-b16c-d240edbb1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:57.826117 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-66b0edaa-46f3-4539-8696-f7eff90964a7 req-64c92f45-28a7-485f-b16c-d240edbb1a28 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4272d4c4-588d-4ada-834b-9b63daa3f68f HTTP/1.1" status: 200 len: 909 time: 0.2400537 Dec 05 21:42:57.849992 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aad06327-165d-4cef-834c-26cc8e5ca023 req-fe86f707-0ffb-4990-a5c1-7a16a3bfe255 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 210 time: 0.2627456 Dec 05 21:42:57.964045 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a9351-8f86-4b18-aaff-ccd09318eef0 req-94c61a0b-4e36-47c3-8622-970647f7d5b9 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:57.966666 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c69a9351-8f86-4b18-aaff-ccd09318eef0 req-94c61a0b-4e36-47c3-8622-970647f7d5b9 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 943 time: 0.2662020 Dec 05 21:42:57.976820 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4ef50aca-c8c0-49de-b453-741e12d96d81 req-61ab7f43-ad6d-4b0c-83a3-5e43963be5ce service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691002 Dec 05 21:42:57.988812 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-66b0edaa-46f3-4539-8696-f7eff90964a7 req-9c6f59c1-17c4-494f-bc74-7eb35d023ef1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec444bb9-cd13-4925-a571-67b31b9fc0e4 HTTP/1.1" status: 200 len: 217 time: 0.1497719 Dec 05 21:42:58.104235 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c69a9351-8f86-4b18-aaff-ccd09318eef0 req-d5a318e2-f34f-4503-9187-4fce4a6e5d1a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188540 Dec 05 21:42:58.110214 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0edaa-46f3-4539-8696-f7eff90964a7 req-c5c90b04-ad77-4749-9186-211a477b2fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:58.111807 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-66b0edaa-46f3-4539-8696-f7eff90964a7 req-c5c90b04-ad77-4749-9186-211a477b2fa6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=261efeb0-e1dd-44bc-8464-d233b4a1ef36 HTTP/1.1" status: 200 len: 855 time: 0.0993409 Dec 05 21:42:58.142751 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4ef50aca-c8c0-49de-b453-741e12d96d81 req-8abe42b7-fbf5-44ef-97fd-eb15cec6d798 service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1573377 Dec 05 21:42:58.202944 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-66b0edaa-46f3-4539-8696-f7eff90964a7 req-46e02a8a-0b2d-47af-82d5-49d75317d71f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4272d4c4-588d-4ada-834b-9b63daa3f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711920 Dec 05 21:42:58.373089 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:58.393194 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-66b0edaa-46f3-4539-8696-f7eff90964a7 req-93477002-805f-48c1-9f3d-1587322ab264 service neutron] 10.222.0.53 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818221 Dec 05 21:42:58.640084 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137aa507-ee30-40b2-8a33-c402b0eff6d7', 'name': 'network-vif-deleted', 'tag': '2d0107d2-8d97-4d37-85f1-ffd213bba95d'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:42:58.648216 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-66b0edaa-46f3-4539-8696-f7eff90964a7 req-0d198e8d-4d5d-4c1e-a5b3-c0a83d72ae8b service neutron] 10.222.0.53 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2448475 Dec 05 21:42:58.802983 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad29991-bf3f-4500-97e6-3fbad114e696 req-2f7cdec9-cb6a-4c0e-96ca-98554a4ca263 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:58.810646 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fad29991-bf3f-4500-97e6-3fbad114e696 req-2f7cdec9-cb6a-4c0e-96ca-98554a4ca263 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.1346047 Dec 05 21:42:58.818569 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 52610) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:58.864379 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fad29991-bf3f-4500-97e6-3fbad114e696 req-710485e8-a4e2-42e6-af89-3fdbd3ed89c2 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523353 Dec 05 21:42:58.928577 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137aa507-ee30-40b2-8a33-c402b0eff6d7', 'name': 'network-vif-deleted', 'tag': '2d0107d2-8d97-4d37-85f1-ffd213bba95d', 'status': 'completed', 'code': 200} Dec 05 21:42:59.082757 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e42ef4dc-44d5-412f-a29a-00f8927d245b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:59.108496 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e42ef4dc-44d5-412f-a29a-00f8927d245b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:42:59.113927 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e42ef4dc-44d5-412f-a29a-00f8927d245b admin admin] Usage tracker for resource:security_group_rule and tenant:a599dc96564040e6bde968a83612afd0 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:42:59.121493 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e42ef4dc-44d5-412f-a29a-00f8927d245b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:42:59.137627 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e42ef4dc-44d5-412f-a29a-00f8927d245b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:42:59.139125 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a0eaa58b-2e1d-4da6-904b-84c57a35e56b req-091a613a-cfb4-4eba-bae3-0127b4c2540b tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] 10.222.0.50 "GET /v2.0/ports?device_id=137aa507-ee30-40b2-8a33-c402b0eff6d7 HTTP/1.1" status: 200 len: 210 time: 0.0943654 Dec 05 21:42:59.307535 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e42ef4dc-44d5-412f-a29a-00f8927d245b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:59.310930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e42ef4dc-44d5-412f-a29a-00f8927d245b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:59.321011 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e099c364-038a-49e7-a738-d3d7c224429b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:59.370976 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ef4dc-44d5-412f-a29a-00f8927d245b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390a4339-f428-44da-965e-20fa55e7f0a5,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:59.377913 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e42ef4dc-44d5-412f-a29a-00f8927d245b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:59.383170 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e42ef4dc-44d5-412f-a29a-00f8927d245b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a599dc96564040e6bde968a83612afd0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5638201 Dec 05 21:42:59.387405 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 52622) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:42:59.392645 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb3130-17dd-44af-93cd-0059a11b0a0a req-a43eeea2-32af-48a4-9344-346d3b3b22d2 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:42:59.396177 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d7eb3130-17dd-44af-93cd-0059a11b0a0a req-a43eeea2-32af-48a4-9344-346d3b3b22d2 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 943 time: 0.0966427 Dec 05 21:42:59.455223 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d7eb3130-17dd-44af-93cd-0059a11b0a0a req-7b76be87-2972-4020-9f40-48dce3f49d20 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482872 Dec 05 21:42:59.479699 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-854906f6-40e8-4e80-9807-c99416608da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:59.528833 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-854906f6-40e8-4e80-9807-c99416608da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:59.603783 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-854906f6-40e8-4e80-9807-c99416608da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:59.609761 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b1430792-9c0c-4082-8234-0d1083623ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:42:59.725383 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:59.867122 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854906f6-40e8-4e80-9807-c99416608da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390a4339-f428-44da-965e-20fa55e7f0a5,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:42:59.873145 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-854906f6-40e8-4e80-9807-c99416608da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:42:59.875598 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-854906f6-40e8-4e80-9807-c99416608da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:42:59.876933 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-854906f6-40e8-4e80-9807-c99416608da1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/390a4339-f428-44da-965e-20fa55e7f0a5 HTTP/1.1" status: 204 len: 168 time: 0.4880040 Dec 05 21:43:00.208769 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415c3fe-597c-461f-b9b0-69b49dcbdb73 req-98d8cbbc-58b3-4e2c-abf3-1071e9d55b55 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:00.211613 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5415c3fe-597c-461f-b9b0-69b49dcbdb73 req-98d8cbbc-58b3-4e2c-abf3-1071e9d55b55 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.0959988 Dec 05 21:43:00.280326 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5415c3fe-597c-461f-b9b0-69b49dcbdb73 req-150c996e-1b11-4b29-b2ef-aa0d2db1b058 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567105 Dec 05 21:43:00.428122 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 52642) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:00.461252 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7567d6ce-245a-46d0-8caf-7430d8512f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:00.480118 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-7567d6ce-245a-46d0-8caf-7430d8512f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:00.485051 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-7567d6ce-245a-46d0-8caf-7430d8512f7f admin admin] Usage tracker for resource:security_group_rule and tenant:c15e226a6a544416af70a79ceb42527e is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:43:00.488871 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-7567d6ce-245a-46d0-8caf-7430d8512f7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:43:00.496784 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-7567d6ce-245a-46d0-8caf-7430d8512f7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:00.758216 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7567d6ce-245a-46d0-8caf-7430d8512f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:00.763388 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7567d6ce-245a-46d0-8caf-7430d8512f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:00.794532 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6299161b-d7d1-4f86-ad74-816114696f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:00.809415 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b36cec-7976-4cc3-9ddf-502c750f2ee7 req-272b8555-4bc3-4824-ad4c-090b996ec1af tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:00.812668 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e4b36cec-7976-4cc3-9ddf-502c750f2ee7 req-272b8555-4bc3-4824-ad4c-090b996ec1af tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 943 time: 0.1571355 Dec 05 21:43:00.861183 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-7567d6ce-245a-46d0-8caf-7430d8512f7f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c15e226a6a544416af70a79ceb42527e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4312029 Dec 05 21:43:00.866601 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567d6ce-245a-46d0-8caf-7430d8512f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6e6d66-7443-42cb-ab7f-87c251ab494e,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:00.866784 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 52656) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:00.882597 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7567d6ce-245a-46d0-8caf-7430d8512f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:00.889975 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e4b36cec-7976-4cc3-9ddf-502c750f2ee7 req-51fbe07a-7e08-46df-8d05-b143633978a9 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670729 Dec 05 21:43:00.957628 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b13d183f-5fdf-4dab-90ba-af1bea01ddf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:00.990762 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b13d183f-5fdf-4dab-90ba-af1bea01ddf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:01.060394 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b13d183f-5fdf-4dab-90ba-af1bea01ddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:01.066508 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7d786cdb-26dd-48a4-bb14-de05246f229b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:01.079301 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d183f-5fdf-4dab-90ba-af1bea01ddf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6e6d66-7443-42cb-ab7f-87c251ab494e,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:01.082373 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b13d183f-5fdf-4dab-90ba-af1bea01ddf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:01.090045 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b13d183f-5fdf-4dab-90ba-af1bea01ddf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:01.095206 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b13d183f-5fdf-4dab-90ba-af1bea01ddf6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da6e6d66-7443-42cb-ab7f-87c251ab494e HTTP/1.1" status: 204 len: 168 time: 0.2235503 Dec 05 21:43:01.214878 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:01.604588 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1d228-0491-409f-83f3-2a1fa80bd272 req-7ff408fc-f867-4a62-9920-215b70f86cd3 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:01.607003 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0cd1d228-0491-409f-83f3-2a1fa80bd272 req-7ff408fc-f867-4a62-9920-215b70f86cd3 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.1624188 Dec 05 21:43:01.671706 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0cd1d228-0491-409f-83f3-2a1fa80bd272 req-cc88c84f-9756-43a8-9054-53366d6d2f74 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532269 Dec 05 21:43:02.229388 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a78a9c-7499-4079-9435-eff88f3cc1d8 req-e402593c-dbcc-480b-ab12-93c6fe5e3030 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:02.231310 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-82a78a9c-7499-4079-9435-eff88f3cc1d8 req-e402593c-dbcc-480b-ab12-93c6fe5e3030 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 943 time: 0.1042180 Dec 05 21:43:02.310007 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-82a78a9c-7499-4079-9435-eff88f3cc1d8 req-f97d3a66-fd44-48b5-a634-1b8e60789dd3 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705233 Dec 05 21:43:02.849802 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 52710) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:02.946812 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf0385-0a97-4ccb-81b8-b3d294099082 req-7a2a7dc6-071b-4beb-ad3c-48849758825e tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:02.953654 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-88bf0385-0a97-4ccb-81b8-b3d294099082 req-7a2a7dc6-071b-4beb-ad3c-48849758825e tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.1237328 Dec 05 21:43:03.000839 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-c289fc59-9c41-47f2-af06-30b9b67662d2 admin admin] Deleting subnet 27599f1a-d385-49ba-b8c5-fd2495c3c03d {{(pid=80239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 05 21:43:03.006051 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c289fc59-9c41-47f2-af06-30b9b67662d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:03.058674 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-88bf0385-0a97-4ccb-81b8-b3d294099082 req-cf198f29-253c-445e-abed-001ddb426766 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034088 Dec 05 21:43:03.100352 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c289fc59-9c41-47f2-af06-30b9b67662d2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:03.109983 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c289fc59-9c41-47f2-af06-30b9b67662d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1341068'] for subnet, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:03.430114 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:43:03.664335 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c289fc59-9c41-47f2-af06-30b9b67662d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853434748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for subnet, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:03.711344 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-64421c6a-93d2-47a7-a83f-583e1b5e7c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:03.724056 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec68662-0e95-4f27-8264-56a1ef0d84ec req-54cf31e1-ac4d-41cc-ada2-3fb56a45250e tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:03.733619 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8ec68662-0e95-4f27-8264-56a1ef0d84ec req-54cf31e1-ac4d-41cc-ada2-3fb56a45250e tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 943 time: 0.1042910 Dec 05 21:43:03.795315 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8ec68662-0e95-4f27-8264-56a1ef0d84ec req-6febcfeb-09b3-4e93-886a-37b8e3fa2e3b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577371 Dec 05 21:43:03.805894 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289fc59-9c41-47f2-af06-30b9b67662d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27599f1a-d385-49ba-b8c5-fd2495c3c03d,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:03.889702 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device ec444bb9-cd13-4925-a571-67b31b9fc0e4 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:43:03.912314 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c289fc59-9c41-47f2-af06-30b9b67662d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:03.944398 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c289fc59-9c41-47f2-af06-30b9b67662d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:03.966546 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c289fc59-9c41-47f2-af06-30b9b67662d2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/27599f1a-d385-49ba-b8c5-fd2495c3c03d HTTP/1.1" status: 204 len: 168 time: 1.1153286 Dec 05 21:43:03.970744 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 52736) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:04.031224 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning for port ec444bb9-cd13-4925-a571-67b31b9fc0e4 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:43:04.042123 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port ec444bb9-cd13-4925-a571-67b31b9fc0e4 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:43:04.042829 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:04.125070 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853045594'] for network, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:04.187124 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:04.230893 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7819340-96b1-42b0-b946-daf5e1e2bb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec444bb9-cd13-4925-a571-67b31b9fc0e4'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:43:04.265358 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port ec444bb9-cd13-4925-a571-67b31b9fc0e4, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=ec444bb9-cd13-4925-a571-67b31b9fc0e4,segment=NetworkSegment(76cccfe4-ab2e-4d88-9859-8dba3228c455),segment_id=76cccfe4-ab2e-4d88-9859-8dba3228c455)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:43:04.272687 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:04.275096 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:04.375937 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7819340-96b1-42b0-b946-daf5e1e2bb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec444bb9-cd13-4925-a571-67b31b9fc0e4', 'code': 200} Dec 05 21:43:04.411237 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=ec444bb9-cd13-4925-a571-67b31b9fc0e4,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:04.419780 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:04.551172 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1342674', 'neutron.services.segments.db._delete_segments_for_network--9223363284943838921'] for network, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:04.773970 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2ab28-872c-423f-a311-bf96d464df84 req-6028b2c5-c099-4d3a-8889-f441aff3dd1b tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:04.775952 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dba2ab28-872c-423f-a311-bf96d464df84 req-6028b2c5-c099-4d3a-8889-f441aff3dd1b tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.3110542 Dec 05 21:43:04.779842 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:43:04.780891 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:43:04.786415 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:43:04.787464 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Subscribe: > port after_create 55550000 {{(pid=80240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:43:04.787464 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:43:04.788019 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Subscribe: > port after_update 55550000 {{(pid=80240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:43:04.788488 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:43:04.788964 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:43:04.789430 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:43:04.789888 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:43:04.883082 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:43:04.888037 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:43:04.888037 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:43:04.888037 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:43:04.888037 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d594b5e-6ca3-445d-aee6-587585c2507e']}} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:43:04.925340 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2901e56f-10ed-4b50-99b2-23110163f79f') {'for_net_delete': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:43:04.925579 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2901e56f-10ed-4b50-99b2-23110163f79f') {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:43:04.949364 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284943839689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16709401'] for segment, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:04.986023 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:04.991395 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 05 21:43:05.010230 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dba2ab28-872c-423f-a311-bf96d464df84 req-895e7f03-d915-489a-800e-da844ee6a029 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123238 Dec 05 21:43:05.093553 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8079a-8bfe-4689-a833-a72d53524f92 req-70c521dc-1b3b-473a-ac2e-37e303d9cffb tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:05.095492 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0df8079a-8bfe-4689-a833-a72d53524f92 req-70c521dc-1b3b-473a-ac2e-37e303d9cffb tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 945 time: 0.1114781 Dec 05 21:43:05.147892 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80312c0c-5848-4178-95bf-723a9a4f6d58 req-f331d70b-c171-4b0e-87bd-5c28bfbebf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:05.149829 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-80312c0c-5848-4178-95bf-723a9a4f6d58 req-f331d70b-c171-4b0e-87bd-5c28bfbebf4f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 1162 time: 0.4539361 Dec 05 21:43:05.179138 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0df8079a-8bfe-4689-a833-a72d53524f92 req-1dd68a86-bb6f-4c49-a990-16a20b64be09 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700729 Dec 05 21:43:05.274567 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Network 2d594b5e-6ca3-445d-aee6-587585c2507e has no segments {{(pid=80240) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:43:05.294870 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853434340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839085233'] for segment, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:05.488857 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-80312c0c-5848-4178-95bf-723a9a4f6d58 req-f684f66d-3649-43ed-8a8c-feb5906343e9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856917 Dec 05 21:43:05.650572 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Network 2d594b5e-6ca3-445d-aee6-587585c2507e has no segments {{(pid=80240) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: (rel_b, rel_a, rel_b), Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: (rel_b, rel_a, rel_b), Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: Traceback (most recent call last): Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: timer() Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: cb(*args, **kw) Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: return func(*args, **kwargs) Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: self._notify() Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: self.callback(batched_events) Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: event.method(event) Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: segment_id)['aggregates'][0] Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(self, *a, **k) Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: return self._get(url).json() Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: **kwargs) Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.request(url, 'GET', **kwargs) Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: **endpoint_filter) Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 05 21:43:05.680769 dv-cinder-757908-4-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 05 21:43:05.778725 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853433127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854189833'] for network, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:05.782816 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-183b8aec-6dab-496c-a16f-1a7e3ad64b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:05.812334 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:05.817322 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d594b5e-6ca3-445d-aee6-587585c2507e,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:05.826512 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:05.835246 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2d594b5e-6ca3-445d-aee6-587585c2507e HTTP/1.1" status: 204 len: 168 time: 1.8633020 Dec 05 21:43:06.210684 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 52784) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:06.313018 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-64907494-bcab-4fe5-a0c2-7ab79fc1af99 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1b496b688e54383afcd20c2cc91db1c&name=default HTTP/1.1" status: 200 len: 2875 time: 0.1002684 Dec 05 21:43:06.318233 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 52790) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:06.453186 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c0f04a31-7ea1-48c9-837d-bdad673d019a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:06.520259 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32d529-ffcb-4363-9dca-47ae38878519 req-ad4e766f-3e79-4f7a-b3c4-b2a38346b1b8 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:06.524791 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd32d529-ffcb-4363-9dca-47ae38878519 req-ad4e766f-3e79-4f7a-b3c4-b2a38346b1b8 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.2145720 Dec 05 21:43:06.539852 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c0f04a31-7ea1-48c9-837d-bdad673d019a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:06.626188 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd32d529-ffcb-4363-9dca-47ae38878519 req-7cb6ad4c-e8f5-4c7d-95c1-7839197e8cf0 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866942 Dec 05 21:43:06.791831 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e0b73-41b4-4d9a-a392-3a9b469313eb req-f32e7976-c9f6-44ea-b7f8-d58ed1f48dab tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:06.794749 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-883e0b73-41b4-4d9a-a392-3a9b469313eb req-f32e7976-c9f6-44ea-b7f8-d58ed1f48dab tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 945 time: 0.2301135 Dec 05 21:43:06.802548 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c0f04a31-7ea1-48c9-837d-bdad673d019a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:06.809341 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a534712a-466d-4870-b0aa-6545c31ec6bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:06.845781 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f04a31-7ea1-48c9-837d-bdad673d019a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076da1f3-81ee-4ebf-8651-533c68efe320,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:06.852073 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c0f04a31-7ea1-48c9-837d-bdad673d019a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:06.875009 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c0f04a31-7ea1-48c9-837d-bdad673d019a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:06.876954 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c0f04a31-7ea1-48c9-837d-bdad673d019a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/076da1f3-81ee-4ebf-8651-533c68efe320 HTTP/1.1" status: 204 len: 168 time: 0.5575540 Dec 05 21:43:06.885426 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-883e0b73-41b4-4d9a-a392-3a9b469313eb req-8037e454-3f18-47f5-a667-8e26cd05b5f3 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771458 Dec 05 21:43:07.041560 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device ec444bb9-cd13-4925-a571-67b31b9fc0e4 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:43:07.192258 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port ec444bb9-cd13-4925-a571-67b31b9fc0e4 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:43:07.192974 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:08.119268 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89c357-9567-4d22-8ccf-3ea96fc4f4ce req-28c5ef86-80be-415f-bc61-c2dc2992ce61 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:08.139574 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3d89c357-9567-4d22-8ccf-3ea96fc4f4ce req-28c5ef86-80be-415f-bc61-c2dc2992ce61 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.2010133 Dec 05 21:43:08.239759 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa9e99-f83f-44ac-a284-16ee74657814 req-cc8f5cff-e693-41a7-97e0-e827f72d69b5 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:08.248680 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4afa9e99-f83f-44ac-a284-16ee74657814 req-cc8f5cff-e693-41a7-97e0-e827f72d69b5 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 945 time: 0.1142528 Dec 05 21:43:08.272841 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3d89c357-9567-4d22-8ccf-3ea96fc4f4ce req-491619f7-c4b0-4988-a2e2-69664dbc4888 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299915 Dec 05 21:43:08.314724 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4afa9e99-f83f-44ac-a284-16ee74657814 req-40509a0f-40f2-4b31-a335-83cc580f3161 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644426 Dec 05 21:43:08.867892 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device ec444bb9-cd13-4925-a571-67b31b9fc0e4 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:43:08.950352 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port ec444bb9-cd13-4925-a571-67b31b9fc0e4 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:43:08.950770 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:09.036925 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-11283039-49f4-480f-bccb-6548f199ae1f req-0927a709-712d-4d28-80ec-08328a9dfa6a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1563926 Dec 05 21:43:09.257226 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11283039-49f4-480f-bccb-6548f199ae1f req-166abddd-aef5-474a-bc0c-36dd4fc516ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:09.258958 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-11283039-49f4-480f-bccb-6548f199ae1f req-166abddd-aef5-474a-bc0c-36dd4fc516ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=edc86cfd0aea464aa58c912ed4606f71&device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 1163 time: 0.1098003 Dec 05 21:43:09.641798 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11283039-49f4-480f-bccb-6548f199ae1f req-e79af09a-0b39-41ba-bc5d-12a20bc4d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:09.643724 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-11283039-49f4-480f-bccb-6548f199ae1f req-e79af09a-0b39-41ba-bc5d-12a20bc4d5ec service neutron] 10.222.0.53 "GET /v2.0/networks?id=4272d4c4-588d-4ada-834b-9b63daa3f68f HTTP/1.1" status: 200 len: 909 time: 0.3584597 Dec 05 21:43:09.738354 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-11283039-49f4-480f-bccb-6548f199ae1f req-6c5db85e-eb3b-4ed5-b3db-c8b226663549 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21caa11b-e5af-479e-a5f1-fed1aedb657f HTTP/1.1" status: 200 len: 217 time: 0.0809567 Dec 05 21:43:09.882844 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11283039-49f4-480f-bccb-6548f199ae1f req-c0243414-c5b3-4030-8bb3-3aa1101a3e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:09.884431 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-11283039-49f4-480f-bccb-6548f199ae1f req-c0243414-c5b3-4030-8bb3-3aa1101a3e41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=261efeb0-e1dd-44bc-8464-d233b4a1ef36 HTTP/1.1" status: 200 len: 855 time: 0.0924420 Dec 05 21:43:09.903628 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3f56f-ebf0-4ac1-9f94-8ee35c1442cd req-382a1127-a4e2-4ec7-8c55-2dfd74b21be2 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:09.906219 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-38c3f56f-ebf0-4ac1-9f94-8ee35c1442cd req-382a1127-a4e2-4ec7-8c55-2dfd74b21be2 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.1019495 Dec 05 21:43:09.913897 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8b812-e5f6-4db9-9b0a-800019c60f79 req-2bab096d-fbbe-48b4-bd85-ba62016e82b9 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:09.915606 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dec8b812-e5f6-4db9-9b0a-800019c60f79 req-2bab096d-fbbe-48b4-bd85-ba62016e82b9 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 945 time: 0.1931415 Dec 05 21:43:09.973647 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-38c3f56f-ebf0-4ac1-9f94-8ee35c1442cd req-a78f7908-06bc-4658-92cb-785a45dc9623 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597947 Dec 05 21:43:09.982706 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dec8b812-e5f6-4db9-9b0a-800019c60f79 req-e78cbd6b-aad4-49f2-8acc-e872dc75089c tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541823 Dec 05 21:43:10.110623 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-11283039-49f4-480f-bccb-6548f199ae1f req-505131f1-d9c3-4e60-bbda-e4eaf2ad0b8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4272d4c4-588d-4ada-834b-9b63daa3f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121781 Dec 05 21:43:10.355684 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-11283039-49f4-480f-bccb-6548f199ae1f req-260955ac-4a0f-4873-bc98-e7a05227bacf service neutron] 10.222.0.53 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350020 Dec 05 21:43:10.667713 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-11283039-49f4-480f-bccb-6548f199ae1f req-6bc2e122-8296-4cad-b897-0cd7363d7e9e service neutron] 10.222.0.53 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2691379 Dec 05 21:43:11.314761 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1c84f-5842-4578-bc2e-82286b4b1548 req-5b63b717-8cfc-45fb-a854-8921330fc684 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:11.318127 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-43c1c84f-5842-4578-bc2e-82286b4b1548 req-5b63b717-8cfc-45fb-a854-8921330fc684 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.1460366 Dec 05 21:43:11.410502 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-43c1c84f-5842-4578-bc2e-82286b4b1548 req-6248ec52-fbeb-4d07-9fa2-b503f61fc600 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838773 Dec 05 21:43:12.765918 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a03614-37c9-4698-bb87-1627f633b743 req-613811ef-326b-42ed-9b94-a30b5e9a65c4 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:12.767791 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-41a03614-37c9-4698-bb87-1627f633b743 req-613811ef-326b-42ed-9b94-a30b5e9a65c4 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.1484480 Dec 05 21:43:12.834885 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-41a03614-37c9-4698-bb87-1627f633b743 req-74e3ec33-287c-485d-a857-879756831153 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529182 Dec 05 21:43:14.115509 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 52986) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:14.125280 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29767ed-b121-45ea-829a-dc2a84e9789c req-6a6ee367-0abf-4e66-b117-030354efae4e tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:14.126970 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e29767ed-b121-45ea-829a-dc2a84e9789c req-6a6ee367-0abf-4e66-b117-030354efae4e tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.1179132 Dec 05 21:43:14.191065 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e29767ed-b121-45ea-829a-dc2a84e9789c req-97c14ac4-1aa3-4e2b-b401-bbb2f55db0e3 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520692 Dec 05 21:43:14.436603 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:14.455890 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:14.462527 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Usage tracker for resource:security_group_rule and tenant:6fad5e55b3014664b239dc7570e58a88 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:43:14.466347 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:43:14.472916 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:14.589589 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:14.593616 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:14.608897 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c0f04a31-7ea1-48c9-837d-bdad673d019a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:14.654270 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6fad5e55b3014664b239dc7570e58a88&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5359917 Dec 05 21:43:14.657698 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 53012) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:14.662622 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd7ea3a-55ca-40be-8efc-e2a2fa3f04de,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:14.689246 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.689646 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.690036 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.690430 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.690813 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.691192 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.691571 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.692505 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.692916 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.693362 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.693744 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.694124 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.694578 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.694984 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.695360 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.695756 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.696139 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.696513 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.696884 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.697255 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.697650 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.698021 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.698434 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.698865 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:14.710828 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:14.753302 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5fa08d5f-2147-4b52-884b-82b2a3efdc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:14.791094 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-be27462b-16af-4eaf-a4d5-3c2da47e5fc7 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:14.794084 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-be27462b-16af-4eaf-a4d5-3c2da47e5fc7 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/networks?id=4272d4c4-588d-4ada-834b-9b63daa3f68f HTTP/1.1" status: 200 len: 815 time: 0.2146444 Dec 05 21:43:14.795086 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5fa08d5f-2147-4b52-884b-82b2a3efdc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:14.819723 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-b287e724-a178-46fe-bbb7-d435c6acac85 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/quotas/edc86cfd0aea464aa58c912ed4606f71 HTTP/1.1" status: 200 len: 375 time: 0.0180395 Dec 05 21:43:14.861911 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5fa08d5f-2147-4b52-884b-82b2a3efdc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:14.872243 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:14.892409 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa08d5f-2147-4b52-884b-82b2a3efdc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd7ea3a-55ca-40be-8efc-e2a2fa3f04de,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:14.907059 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5fa08d5f-2147-4b52-884b-82b2a3efdc86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:14.908329 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5fa08d5f-2147-4b52-884b-82b2a3efdc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:14.916809 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5fa08d5f-2147-4b52-884b-82b2a3efdc86 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2bd7ea3a-55ca-40be-8efc-e2a2fa3f04de HTTP/1.1" status: 204 len: 168 time: 0.2575066 Dec 05 21:43:14.979989 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-87cd3f99-2d52-44f4-b50f-a28b4a3ad240 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?tenant_id=edc86cfd0aea464aa58c912ed4606f71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1512685 Dec 05 21:43:15.134158 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:15.216359 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-854c56d7-eae9-4f88-b499-a9a9c270d2e6 service neutron] 10.222.0.50 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216740 Dec 05 21:43:15.460932 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 53032) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:15.485328 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3322ea58-f4d4-411c-a9bc-8af4d92f4554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:15.496046 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-ab8a108b-bdc2-4598-bd67-defd7bcf1975 service neutron] 10.222.0.50 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2714405 Dec 05 21:43:15.509317 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-3322ea58-f4d4-411c-a9bc-8af4d92f4554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:15.515189 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-3322ea58-f4d4-411c-a9bc-8af4d92f4554 admin admin] Usage tracker for resource:security_group_rule and tenant:9a393d1c8fd34af58e4bef4d59f64ff4 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:43:15.533417 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-3322ea58-f4d4-411c-a9bc-8af4d92f4554 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:43:15.556856 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-3322ea58-f4d4-411c-a9bc-8af4d92f4554 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:15.733244 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3322ea58-f4d4-411c-a9bc-8af4d92f4554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:15.744321 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3322ea58-f4d4-411c-a9bc-8af4d92f4554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:15.758037 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-800dc36d-c583-4074-88dd-a3090583a5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:15.792835 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322ea58-f4d4-411c-a9bc-8af4d92f4554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7947e45-c534-4312-9776-4d9ae452d70e,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:15.796988 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3322ea58-f4d4-411c-a9bc-8af4d92f4554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:15.831133 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 53046) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:15.831958 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-3322ea58-f4d4-411c-a9bc-8af4d92f4554 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9a393d1c8fd34af58e4bef4d59f64ff4&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3685126 Dec 05 21:43:15.961254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:16.051110 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:16.058520 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfc30e-27bb-4b7f-a7eb-c39c69df179c req-d7abac3a-2076-4881-b124-ed1cf5ba5f18 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:16.061820 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-27dfc30e-27bb-4b7f-a7eb-c39c69df179c req-d7abac3a-2076-4881-b124-ed1cf5ba5f18 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.1876431 Dec 05 21:43:16.199462 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-27dfc30e-27bb-4b7f-a7eb-c39c69df179c req-c22eaacc-31b9-460b-8645-fef815696010 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143367 Dec 05 21:43:16.473268 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:16.479795 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-507427b7-0f90-49b4-9e29-1c3175d55bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:16.496237 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7947e45-c534-4312-9776-4d9ae452d70e,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:16.508126 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:16.511936 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b7947e45-c534-4312-9776-4d9ae452d70e HTTP/1.1" status: 204 len: 168 time: 0.6761839 Dec 05 21:43:16.511936 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.511936 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.512286 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.512557 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.512943 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.513319 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.513760 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.514404 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.514761 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.515139 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.515513 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.515921 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.516369 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.516748 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.517152 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.517728 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.518206 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.518591 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.518997 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.520759 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.520759 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.521143 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.521272 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.521845 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:16.528771 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:16.558960 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6dc98542-595d-4436-bbf8-7a862e5c5fe2 req-5537370b-6c80-40b2-881b-3c78439fd03f tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 210 time: 0.1600506 Dec 05 21:43:16.695872 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 53066) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:16.893277 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5364f02b-50ef-479d-9496-43dfa555d114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:16.914156 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5364f02b-50ef-479d-9496-43dfa555d114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:16.919196 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5364f02b-50ef-479d-9496-43dfa555d114 admin admin] Usage tracker for resource:security_group_rule and tenant:e6bae8800f5c4cba9c65c000678aff69 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:43:16.922596 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5364f02b-50ef-479d-9496-43dfa555d114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:43:16.932722 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5364f02b-50ef-479d-9496-43dfa555d114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:17.065760 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5364f02b-50ef-479d-9496-43dfa555d114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:17.068855 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5364f02b-50ef-479d-9496-43dfa555d114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:17.078806 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:17.114402 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5364f02b-50ef-479d-9496-43dfa555d114 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e6bae8800f5c4cba9c65c000678aff69&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4167464 Dec 05 21:43:17.119603 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 53076) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:17.130606 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364f02b-50ef-479d-9496-43dfa555d114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e89e51-3e5c-4602-bfcf-caea836506a6,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:17.136778 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5364f02b-50ef-479d-9496-43dfa555d114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:17.253155 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d357fccd-129f-4da4-8faa-5f174167ef6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:17.267024 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 53082) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:17.294254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-190d0c26-9b3f-4af9-8839-36f27a9a68f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:17.298863 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d357fccd-129f-4da4-8faa-5f174167ef6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:17.320105 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-190d0c26-9b3f-4af9-8839-36f27a9a68f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:17.328880 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-190d0c26-9b3f-4af9-8839-36f27a9a68f3 admin admin] Usage tracker for resource:security_group_rule and tenant:a362ceb831c1429e9a9c55c53d7030c0 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:43:17.335710 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-190d0c26-9b3f-4af9-8839-36f27a9a68f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:43:17.345414 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-190d0c26-9b3f-4af9-8839-36f27a9a68f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:17.364197 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d357fccd-129f-4da4-8faa-5f174167ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:17.370219 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-682a0cc3-055a-492c-8eb0-be790d62bb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:17.402088 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357fccd-129f-4da4-8faa-5f174167ef6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e89e51-3e5c-4602-bfcf-caea836506a6,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:17.418142 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d357fccd-129f-4da4-8faa-5f174167ef6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:17.466214 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d357fccd-129f-4da4-8faa-5f174167ef6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:17.467785 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-d357fccd-129f-4da4-8faa-5f174167ef6c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/65e89e51-3e5c-4602-bfcf-caea836506a6 HTTP/1.1" status: 204 len: 168 time: 0.3461874 Dec 05 21:43:17.586154 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-190d0c26-9b3f-4af9-8839-36f27a9a68f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:17.594327 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-190d0c26-9b3f-4af9-8839-36f27a9a68f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:17.638852 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-18217180-55af-43f5-bb43-661c9df3da96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:17.714113 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50e193-31b8-4f48-9e6b-2429dba1d727 req-1a93e05f-d4d8-494a-adfa-0932f983eb7a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:17.725372 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac50e193-31b8-4f48-9e6b-2429dba1d727 req-1a93e05f-d4d8-494a-adfa-0932f983eb7a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.2213373 Dec 05 21:43:17.831409 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-190d0c26-9b3f-4af9-8839-36f27a9a68f3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a362ceb831c1429e9a9c55c53d7030c0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5622923 Dec 05 21:43:17.835483 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d0c26-9b3f-4af9-8839-36f27a9a68f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f7d9d8-3c9b-4cee-a5c0-aa9b9dc4f2e1,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:17.842056 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac50e193-31b8-4f48-9e6b-2429dba1d727 req-5db80211-0d02-44de-915d-0a574a65e582 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996954 Dec 05 21:43:17.845972 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 53098) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:17.860305 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-190d0c26-9b3f-4af9-8839-36f27a9a68f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:18.078674 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a52aba80-6557-4c63-9a22-62047d583792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:18.203367 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a52aba80-6557-4c63-9a22-62047d583792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:18.331776 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-8cfa2aa9-bb93-4f74-a956-b5765d624e56 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:18.332834 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8b79e0c2-8e86-4c8e-aa03-9a79b2d08b8a req-58986fed-a86c-4e38-b57c-5bb26a185c38 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 210 time: 0.1609125 Dec 05 21:43:18.334333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a52aba80-6557-4c63-9a22-62047d583792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:18.340049 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-8cfa2aa9-bb93-4f74-a956-b5765d624e56 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.53 "GET /v2.0/networks?id=4272d4c4-588d-4ada-834b-9b63daa3f68f HTTP/1.1" status: 200 len: 815 time: 0.4470296 Dec 05 21:43:18.350442 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fe899f81-7104-45e5-8e7b-6a2d0e61e1e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:18.379260 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52aba80-6557-4c63-9a22-62047d583792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f7d9d8-3c9b-4cee-a5c0-aa9b9dc4f2e1,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:18.388854 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a52aba80-6557-4c63-9a22-62047d583792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:18.396415 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a52aba80-6557-4c63-9a22-62047d583792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:18.398862 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a52aba80-6557-4c63-9a22-62047d583792 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/93f7d9d8-3c9b-4cee-a5c0-aa9b9dc4f2e1 HTTP/1.1" status: 204 len: 168 time: 0.5495632 Dec 05 21:43:18.409509 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-a188f858-5d4b-414e-9709-b72195fc21b6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Request body: {'port': {'device_id': '7016db72-4587-4b13-8a1c-293de2a1dd44', 'network_id': '4272d4c4-588d-4ada-834b-9b63daa3f68f', 'admin_state_up': True, 'tenant_id': 'edc86cfd0aea464aa58c912ed4606f71'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:43:18.776331 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-a188f858-5d4b-414e-9709-b72195fc21b6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:18.798294 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-a188f858-5d4b-414e-9709-b72195fc21b6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:18.815835 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-a188f858-5d4b-414e-9709-b72195fc21b6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Made reservation on behalf of edc86cfd0aea464aa58c912ed4606f71 for: {'port': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:43:18.825272 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-a188f858-5d4b-414e-9709-b72195fc21b6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:19.236230 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51ba01-8b7d-4ef5-9b0d-9776e0c6024e req-d501e366-dd2b-4fba-8564-8f8d510a1648 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:19.237928 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0c51ba01-8b7d-4ef5-9b0d-9776e0c6024e req-d501e366-dd2b-4fba-8564-8f8d510a1648 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.2004356 Dec 05 21:43:19.354912 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0c51ba01-8b7d-4ef5-9b0d-9776e0c6024e req-d29ab26d-cd3c-44d3-bd76-a96ffca8e92b tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737159 Dec 05 21:43:19.373919 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-a188f858-5d4b-414e-9709-b72195fc21b6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Allocated IP 172.20.0.6 (4272d4c4-588d-4ada-834b-9b63daa3f68f/261efeb0-e1dd-44bc-8464-d233b4a1ef36/b0c2ad94-cccf-43cc-a866-07e22490b1f7) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:43:19.799263 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1bf05558-b6ea-41f8-a549-319b0dc1441a req-fd454e45-733e-4306-b125-cd90d31ef31b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 210 time: 0.1065195 Dec 05 21:43:19.977306 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-a188f858-5d4b-414e-9709-b72195fc21b6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:20.037195 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-a188f858-5d4b-414e-9709-b72195fc21b6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:20.090383 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:20.392636 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188f858-5d4b-414e-9709-b72195fc21b6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Pushing event updated for resources: {'Port': ['ID=b0c2ad94-cccf-43cc-a866-07e22490b1f7,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:20.398170 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a188f858-5d4b-414e-9709-b72195fc21b6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:20.461412 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-a188f858-5d4b-414e-9709-b72195fc21b6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Network 4272d4c4-588d-4ada-834b-9b63daa3f68f is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:43:20.464460 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-a188f858-5d4b-414e-9709-b72195fc21b6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:43:20.476805 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-a188f858-5d4b-414e-9709-b72195fc21b6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:43:20.656047 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-a188f858-5d4b-414e-9709-b72195fc21b6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:20.656773 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-a188f858-5d4b-414e-9709-b72195fc21b6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:20.721309 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-a188f858-5d4b-414e-9709-b72195fc21b6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3207493 Dec 05 21:43:20.743400 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Request body: {'port': {'device_id': '7016db72-4587-4b13-8a1c-293de2a1dd44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:43:20.784576 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b9d5b-d3b0-450c-b9e7-f615dd99505c req-06b879e9-159f-4fb6-ac34-8b5f0649e257 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:20.786759 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dd1b9d5b-d3b0-450c-b9e7-f615dd99505c req-06b879e9-159f-4fb6-ac34-8b5f0649e257 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.1757901 Dec 05 21:43:20.871169 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dd1b9d5b-d3b0-450c-b9e7-f615dd99505c req-744f4aa2-1eef-4553-8f8f-4e7a04811284 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735996 Dec 05 21:43:20.958024 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:21.280453 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aac45-6c22-426e-9955-aee466ecdf94 req-2fe03fa8-d7d1-4e7d-b698-439dc607010d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:21.281319 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-341aac45-6c22-426e-9955-aee466ecdf94 req-2fe03fa8-d7d1-4e7d-b698-439dc607010d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Synchronizing usage tracker for tenant:edc86cfd0aea464aa58c912ed4606f71 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:43:21.390958 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-341aac45-6c22-426e-9955-aee466ecdf94 req-2fe03fa8-d7d1-4e7d-b698-439dc607010d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Unset dirty status for tenant:edc86cfd0aea464aa58c912ed4606f71 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:43:21.398557 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-341aac45-6c22-426e-9955-aee466ecdf94 req-2fe03fa8-d7d1-4e7d-b698-439dc607010d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 931 time: 0.3082974 Dec 05 21:43:21.515526 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-341aac45-6c22-426e-9955-aee466ecdf94 req-288ae56f-91f4-4e6f-8e1d-ddd9aca40a58 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159766 Dec 05 21:43:21.724629 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c2ad94-cccf-43cc-a866-07e22490b1f7 {{(pid=80240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 05 21:43:21.741908 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:21.767859 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Transition to ACTIVE for port object b0c2ad94-cccf-43cc-a866-07e22490b1f7 will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:43:21.780920 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:21.801189 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a9974804-b0a1-43e2-9c9c-06f16a52be85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:21.954179 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193b748-c36d-42ba-a701-0b1510076b1b req-7598a4d4-38d8-45f0-9388-0efa9ee74b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:21.956279 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9193b748-c36d-42ba-a701-0b1510076b1b req-7598a4d4-38d8-45f0-9388-0efa9ee74b53 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 1163 time: 0.1239722 Dec 05 21:43:21.995573 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Pushing event updated for resources: {'Port': ['ID=b0c2ad94-cccf-43cc-a866-07e22490b1f7,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:22.002131 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:22.027807 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9193b748-c36d-42ba-a701-0b1510076b1b req-3b3383bf-5fac-4721-b431-480dd32f853e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632930 Dec 05 21:43:22.263077 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Attempting to bind port b0c2ad94-cccf-43cc-a866-07e22490b1f7 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:43:22.263415 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Attempting to bind port b0c2ad94-cccf-43cc-a866-07e22490b1f7 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '76cccfe4-ab2e-4d88-9859-8dba3228c455', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4272d4c4-588d-4ada-834b-9b63daa3f68f'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:43:22.263822 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Attempting to bind port b0c2ad94-cccf-43cc-a866-07e22490b1f7 on network 4272d4c4-588d-4ada-834b-9b63daa3f68f {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:43:22.275008 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f59137-dee9-4ccb-9a75-c0ebc8e8b785 req-d5e3d9eb-5450-4c6d-82c3-fec74f3d8870 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:22.276751 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e6f59137-dee9-4ccb-9a75-c0ebc8e8b785 req-d5e3d9eb-5450-4c6d-82c3-fec74f3d8870 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.1707306 Dec 05 21:43:22.279974 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Checking agent: {'id': '73420180-90c9-4440-8e64-a61aa3b256a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 39, 15), 'started_at': datetime.datetime(2020, 12, 5, 21, 39, 45), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:43:22.280325 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Checking segment: {'id': '76cccfe4-ab2e-4d88-9859-8dba3228c455', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4272d4c4-588d-4ada-834b-9b63daa3f68f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:43:22.280845 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:22.281248 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Bound using segment: {'id': '76cccfe4-ab2e-4d88-9859-8dba3228c455', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4272d4c4-588d-4ada-834b-9b63daa3f68f'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:43:22.281736 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Bound port: b0c2ad94-cccf-43cc-a866-07e22490b1f7, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cccfe4-ab2e-4d88-9859-8dba3228c455', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4272d4c4-588d-4ada-834b-9b63daa3f68f'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:43:22.282112 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:22.335724 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 53222) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:22.396283 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e6f59137-dee9-4ccb-9a75-c0ebc8e8b785 req-917c6bc9-ace7-46bf-ade4-c1ae2e185b76 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973873 Dec 05 21:43:22.429091 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] For port b0c2ad94-cccf-43cc-a866-07e22490b1f7, host hv-cinder-75790, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:43:22.435762 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] For port b0c2ad94-cccf-43cc-a866-07e22490b1f7, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=b0c2ad94-cccf-43cc-a866-07e22490b1f7,segment=NetworkSegment(76cccfe4-ab2e-4d88-9859-8dba3228c455),segment_id=76cccfe4-ab2e-4d88-9859-8dba3228c455)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:43:22.441059 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:22.460734 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-207f01e4-85cb-4533-ab1d-f2ec379c8351 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:22.586129 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-acd1c913-e788-4490-9ecb-6429a6e03a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:22.603177 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-acd1c913-e788-4490-9ecb-6429a6e03a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:22.619978 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-acd1c913-e788-4490-9ecb-6429a6e03a93 admin admin] Usage tracker for resource:security_group_rule and tenant:c624a460e08e4a3a992dbb29973232ad is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:43:22.623907 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-acd1c913-e788-4490-9ecb-6429a6e03a93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:43:22.641228 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-acd1c913-e788-4490-9ecb-6429a6e03a93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:22.856018 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-acd1c913-e788-4490-9ecb-6429a6e03a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:22.862679 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-acd1c913-e788-4490-9ecb-6429a6e03a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:22.884362 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6c0fdc92-0586-4eb3-bfb8-8449d44cec54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:22.965188 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-acd1c913-e788-4490-9ecb-6429a6e03a93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c624a460e08e4a3a992dbb29973232ad&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6266766 Dec 05 21:43:22.966223 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1c913-e788-4490-9ecb-6429a6e03a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b4c8c8-659b-4be7-8cce-bc5179444f36,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:22.969172 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 53238) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:22.975018 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-acd1c913-e788-4490-9ecb-6429a6e03a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:23.052397 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8686ffee-f112-4c4a-a166-29a1b0607e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:23.083970 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8686ffee-f112-4c4a-a166-29a1b0607e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:23.125897 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Pushing event updated for resources: {'Port': ['ID=b0c2ad94-cccf-43cc-a866-07e22490b1f7,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:23.134440 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:23.144871 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8686ffee-f112-4c4a-a166-29a1b0607e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:23.153657 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f588eb67-a04d-4000-b09d-1a4545a09f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:23.166588 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686ffee-f112-4c4a-a166-29a1b0607e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b4c8c8-659b-4be7-8cce-bc5179444f36,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:23.172987 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8686ffee-f112-4c4a-a166-29a1b0607e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:23.175444 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8686ffee-f112-4c4a-a166-29a1b0607e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:23.177582 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-8686ffee-f112-4c4a-a166-29a1b0607e43 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/12b4c8c8-659b-4be7-8cce-bc5179444f36 HTTP/1.1" status: 204 len: 168 time: 0.2064888 Dec 05 21:43:23.227152 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:23.228310 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:23.230469 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] 10.222.0.53 "PUT /v2.0/ports/b0c2ad94-cccf-43cc-a866-07e22490b1f7 HTTP/1.1" status: 200 len: 1157 time: 2.4921143 Dec 05 21:43:23.238660 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e087211-f08a-4aa7-a863-53b5e10662ac req-852e0a9b-c33c-414d-9351-2ba0cad442b6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:23.240873 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4e087211-f08a-4aa7-a863-53b5e10662ac req-852e0a9b-c33c-414d-9351-2ba0cad442b6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 943 time: 0.2880039 Dec 05 21:43:23.241723 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7016db72-4587-4b13-8a1c-293de2a1dd44', 'tag': 'b0c2ad94-cccf-43cc-a866-07e22490b1f7'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:43:23.370999 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7016db72-4587-4b13-8a1c-293de2a1dd44', 'tag': 'b0c2ad94-cccf-43cc-a866-07e22490b1f7', 'status': 'completed', 'code': 200} Dec 05 21:43:23.397952 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4e087211-f08a-4aa7-a863-53b5e10662ac req-307ef211-ef0e-4fe2-adf9-2a35dfa2b881 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368215 Dec 05 21:43:23.439222 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-64d3e83d-b321-45d9-9040-d67198c055df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:23.441582 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-64d3e83d-b321-45d9-9040-d67198c055df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=edc86cfd0aea464aa58c912ed4606f71&device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 1160 time: 0.1183145 Dec 05 21:43:23.530518 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-df7a3bf7-9d61-4717-b531-27544f2353c7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0c2ad94-cccf-43cc-a866-07e22490b1f7 HTTP/1.1" status: 200 len: 217 time: 0.0686767 Dec 05 21:43:23.668215 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-d53f3f9b-22fc-40ce-b7ec-ba257a9960f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:23.670323 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-d53f3f9b-22fc-40ce-b7ec-ba257a9960f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=261efeb0-e1dd-44bc-8464-d233b4a1ef36 HTTP/1.1" status: 200 len: 855 time: 0.1307223 Dec 05 21:43:23.716989 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 53252) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:23.730796 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-fa94d1fc-54b6-40e0-a969-dd2e9ff33ca5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4272d4c4-588d-4ada-834b-9b63daa3f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524766 Dec 05 21:43:23.768291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4518bab1-922e-460b-b6d8-e9e6acc71d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:23.797110 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-4518bab1-922e-460b-b6d8-e9e6acc71d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:23.803692 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-4518bab1-922e-460b-b6d8-e9e6acc71d8d admin admin] Usage tracker for resource:security_group_rule and tenant:ad6927b77e9c45f0b612349f10cd44d5 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:43:23.809515 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-4518bab1-922e-460b-b6d8-e9e6acc71d8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:43:23.815640 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-4518bab1-922e-460b-b6d8-e9e6acc71d8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:23.898767 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfd9f9-4da0-4237-82c7-f456f097f14a req-6b63fb68-770f-468e-8bbf-e41fc982810c tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:23.901871 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f9dfd9f9-4da0-4237-82c7-f456f097f14a req-6b63fb68-770f-468e-8bbf-e41fc982810c tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.2607014 Dec 05 21:43:24.031978 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-584320e6-066e-46a7-95e5-1c239bbb99b6 service neutron] 10.222.0.53 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417424 Dec 05 21:43:24.042354 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4518bab1-922e-460b-b6d8-e9e6acc71d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:24.059985 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4518bab1-922e-460b-b6d8-e9e6acc71d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:24.092340 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ab5f3d5b-ecef-426a-9616-5cd308be5765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:24.157052 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f9dfd9f9-4da0-4237-82c7-f456f097f14a req-0334776e-e40e-4f3e-9a68-207a4fefddee tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260878 Dec 05 21:43:24.169982 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-4518bab1-922e-460b-b6d8-e9e6acc71d8d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ad6927b77e9c45f0b612349f10cd44d5&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4495761 Dec 05 21:43:24.171187 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 53266) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:24.179133 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518bab1-922e-460b-b6d8-e9e6acc71d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6078f3e9-f646-42c4-8aa8-161a2f2a62c1,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:24.186898 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4518bab1-922e-460b-b6d8-e9e6acc71d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:24.289640 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3a140d00-830b-4be9-b1ee-7b1363fbac03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:24.352226 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3a140d00-830b-4be9-b1ee-7b1363fbac03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:24.417076 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3a140d00-830b-4be9-b1ee-7b1363fbac03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:24.422950 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:24.439759 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a140d00-830b-4be9-b1ee-7b1363fbac03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6078f3e9-f646-42c4-8aa8-161a2f2a62c1,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:24.442750 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3a140d00-830b-4be9-b1ee-7b1363fbac03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:24.447066 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3a140d00-830b-4be9-b1ee-7b1363fbac03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:24.450348 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-3a140d00-830b-4be9-b1ee-7b1363fbac03 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6078f3e9-f646-42c4-8aa8-161a2f2a62c1 HTTP/1.1" status: 204 len: 168 time: 0.2769251 Dec 05 21:43:24.465339 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-7249345a-b5d5-4508-aaef-a735b3ea158f tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.50 "GET /v2.0/networks?tenant_id=c8ec43b91b244015a9b593d5a5450873&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461295 Dec 05 21:43:24.667126 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-6d544359-8f95-4300-afe4-9740a0f1c524 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:24.668705 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-6d544359-8f95-4300-afe4-9740a0f1c524 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914277 Dec 05 21:43:24.686881 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-9e363a23-123c-4b72-9f0e-b334e16722da tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.50 "GET /v2.0/quotas/c8ec43b91b244015a9b593d5a5450873 HTTP/1.1" status: 200 len: 375 time: 0.0114019 Dec 05 21:43:24.747602 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-e4c5134c-33f4-4fae-aeef-6dccbd5d2675 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8ec43b91b244015a9b593d5a5450873&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531356 Dec 05 21:43:24.850200 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2b64bdf1-412c-4361-8623-03615cced417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:25.154367 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b0bfc-03f9-4578-8d98-ea580242bf2e req-4aeec123-88de-4f94-980c-3c60e561489a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:25.169455 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1f3b0bfc-03f9-4578-8d98-ea580242bf2e req-4aeec123-88de-4f94-980c-3c60e561489a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 943 time: 0.1758053 Dec 05 21:43:25.249937 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1f3b0bfc-03f9-4578-8d98-ea580242bf2e req-65c328aa-c945-4d83-8cec-a93ea40127a6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789411 Dec 05 21:43:27.761762 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-aabf7e3d-2567-4da4-857e-4b14f0decfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:28.376075 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:28.628708 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-89ff2339-0f00-4025-8c22-1e5695bbb72e req-f97dff9c-78a6-4552-9c33-f2e0df1cc8f2 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.50 "GET /v2.0/ports?device_id=bde50ebb-9a22-42c6-ad78-d75c3f1e94aa HTTP/1.1" status: 200 len: 210 time: 0.1528113 Dec 05 21:43:28.647766 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e30e5386-c94c-4153-8af1-e9484ca8047b req-a1e79b99-a14c-4077-85cd-fb8e722ffaf2 service neutron] 10.222.0.53 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4469066 Dec 05 21:43:28.747144 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4af17-5d53-4059-8e45-2abbe1fa89a1 req-c7a7ec65-9875-4c4d-bf06-36f5b881b79e tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:28.749341 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f9a4af17-5d53-4059-8e45-2abbe1fa89a1 req-c7a7ec65-9875-4c4d-bf06-36f5b881b79e tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.2700078 Dec 05 21:43:28.816254 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f9a4af17-5d53-4059-8e45-2abbe1fa89a1 req-940b3720-2b4b-4a37-9af3-cb114b680aa6 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557830 Dec 05 21:43:28.975640 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ae5a3-9c3e-480f-a777-2558438e9a7a req-24332aba-7964-4c81-bacf-5f26d41ee8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:28.977316 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e63ae5a3-9c3e-480f-a777-2558438e9a7a req-24332aba-7964-4c81-bacf-5f26d41ee8cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=edc86cfd0aea464aa58c912ed4606f71&device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 1160 time: 0.1735802 Dec 05 21:43:29.022573 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a7ed3-44b8-4f23-8c3b-d7f6914a072e req-705e9db5-201f-448e-97d6-760b38c29e34 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:29.024475 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b27a7ed3-44b8-4f23-8c3b-d7f6914a072e req-705e9db5-201f-448e-97d6-760b38c29e34 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 943 time: 0.1722560 Dec 05 21:43:29.158913 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b27a7ed3-44b8-4f23-8c3b-d7f6914a072e req-84fde610-331a-4ee3-ad72-b2e1c641ccba tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223300 Dec 05 21:43:29.187399 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ae5a3-9c3e-480f-a777-2558438e9a7a req-51a8c1e7-a71f-4f99-bf8d-b8f8a208f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:29.189303 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e63ae5a3-9c3e-480f-a777-2558438e9a7a req-51a8c1e7-a71f-4f99-bf8d-b8f8a208f309 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4272d4c4-588d-4ada-834b-9b63daa3f68f HTTP/1.1" status: 200 len: 909 time: 0.2046223 Dec 05 21:43:29.300280 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e63ae5a3-9c3e-480f-a777-2558438e9a7a req-347d6578-46d6-4587-87b8-634d9dd7ac74 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0c2ad94-cccf-43cc-a866-07e22490b1f7 HTTP/1.1" status: 200 len: 217 time: 0.0907125 Dec 05 21:43:29.427122 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ae5a3-9c3e-480f-a777-2558438e9a7a req-758f0cdd-1070-4817-9320-b19d73280a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:29.429779 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e63ae5a3-9c3e-480f-a777-2558438e9a7a req-758f0cdd-1070-4817-9320-b19d73280a4c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=261efeb0-e1dd-44bc-8464-d233b4a1ef36 HTTP/1.1" status: 200 len: 855 time: 0.1214681 Dec 05 21:43:29.494692 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e63ae5a3-9c3e-480f-a777-2558438e9a7a req-93831cc5-d476-42fd-aa91-5d3805dc315c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4272d4c4-588d-4ada-834b-9b63daa3f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575571 Dec 05 21:43:29.732103 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e63ae5a3-9c3e-480f-a777-2558438e9a7a req-31634507-4a69-4559-a071-3f6173ba44f9 service neutron] 10.222.0.53 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863244 Dec 05 21:43:29.749936 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:29.933449 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4a86fd27-e24d-4c08-aa52-5efc02686975 req-f4f60dd1-03da-4261-840d-913c89c2c5ab tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.50 "GET /v2.0/ports?device_id=bde50ebb-9a22-42c6-ad78-d75c3f1e94aa HTTP/1.1" status: 200 len: 210 time: 0.0672181 Dec 05 21:43:30.168803 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-1dbe225f-2ca8-4cc8-9624-36fa557621d8 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.53 "GET /v2.0/networks?tenant_id=c8ec43b91b244015a9b593d5a5450873&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528502 Dec 05 21:43:30.230686 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e63ae5a3-9c3e-480f-a777-2558438e9a7a req-e5cfa398-7b4f-4e38-a8af-8c1082e2f0eb service neutron] 10.222.0.53 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4327557 Dec 05 21:43:30.322687 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29f932-cfd7-4962-afa3-cd5155dfb103 req-c5129619-4b58-4829-9c5f-421d2671b1d0 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:30.326305 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3f29f932-cfd7-4962-afa3-cd5155dfb103 req-c5129619-4b58-4829-9c5f-421d2671b1d0 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.2229877 Dec 05 21:43:30.432735 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3f29f932-cfd7-4962-afa3-cd5155dfb103 req-e389a8b1-1183-4ee3-a2ea-f359d78efb1e tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943372 Dec 05 21:43:30.471036 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-ff72fda1-4792-4300-9bc2-9e890cfa2d2c tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:30.473508 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-ff72fda1-4792-4300-9bc2-9e890cfa2d2c tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2986228 Dec 05 21:43:30.526018 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Request body: {'port': {'device_id': 'bde50ebb-9a22-42c6-ad78-d75c3f1e94aa', 'network_id': 'd2fdc683-1d51-4315-aa4f-23ddc2e5a517', 'admin_state_up': True, 'tenant_id': 'c8ec43b91b244015a9b593d5a5450873'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:43:30.803065 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5aaab-bac6-40d7-b7f9-1baa138ed3c2 req-eeb711dd-1b07-401d-b425-5e62250e44cc tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:30.804900 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cfa5aaab-bac6-40d7-b7f9-1baa138ed3c2 req-eeb711dd-1b07-401d-b425-5e62250e44cc tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1067092 Dec 05 21:43:30.907593 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cfa5aaab-bac6-40d7-b7f9-1baa138ed3c2 req-62685ec6-9bbf-4884-b332-7faebd5106c3 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902963 Dec 05 21:43:31.002982 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:31.008569 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Usage tracker for resource:port and tenant:c8ec43b91b244015a9b593d5a5450873 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:43:31.012065 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Quota usage for port was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:43:31.018725 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:31.038938 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced6664-60ea-4604-bcb7-78767080e5f1 req-4c366864-2ec9-4af6-a4e9-5061f1ea797c tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:31.040741 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7ced6664-60ea-4604-bcb7-78767080e5f1 req-4c366864-2ec9-4af6-a4e9-5061f1ea797c tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 943 time: 0.5661869 Dec 05 21:43:31.041650 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Made reservation on behalf of c8ec43b91b244015a9b593d5a5450873 for: {'port': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:43:31.047659 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:31.074633 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:31.142318 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:31.155273 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Usage tracker for resource:security_group_rule and tenant:c8ec43b91b244015a9b593d5a5450873 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:43:31.167917 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:31.169054 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:43:31.181570 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:31.194627 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7ced6664-60ea-4604-bcb7-78767080e5f1 req-166562d7-7c01-4dd6-8e45-b9fcf3aa9a9a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219668 Dec 05 21:43:31.334385 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:31.340888 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:31.374847 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-acd1c913-e788-4490-9ecb-6429a6e03a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:31.548502 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5bd9b6-05f6-4d61-8a56-94152ac60c4d,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:31.569832 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:31.642119 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-13098439-17e4-495c-8ad3-736b4d2610b1 req-5b995299-a3ac-4127-9a9b-fff41c62c049 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.50 "GET /v2.0/ports?device_id=bde50ebb-9a22-42c6-ad78-d75c3f1e94aa HTTP/1.1" status: 200 len: 210 time: 0.1453838 Dec 05 21:43:31.842060 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Allocated IP 192.168.233.216 (d2fdc683-1d51-4315-aa4f-23ddc2e5a517/bb049b9c-8bc0-4630-88d0-4bd5eb7b42fe/2b4165ad-6f66-4ea7-8f79-e8eed13acc49) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:43:32.110071 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:32.133040 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Transition to ACTIVE for port object 2b4165ad-6f66-4ea7-8f79-e8eed13acc49 will not be triggered until provisioned by entity DHCP. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:43:32.163484 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:32.187250 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:32.600604 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Network d2fdc683-1d51-4315-aa4f-23ddc2e5a517 is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:43:32.605948 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:43:32.608337 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Pushing event updated for resources: {'Port': ['ID=2b4165ad-6f66-4ea7-8f79-e8eed13acc49,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:32.611673 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:43:32.618498 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:32.619304 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:32.640029 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:32.661917 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1419532 Dec 05 21:43:32.699334 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d54589-2706-413c-89a7-eef53f554a7e req-f60f9b07-3f08-464c-a799-655730ed919a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:32.701541 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-32d54589-2706-413c-89a7-eef53f554a7e req-f60f9b07-3f08-464c-a799-655730ed919a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 943 time: 0.2608602 Dec 05 21:43:32.709607 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Request body: {'port': {'device_id': 'bde50ebb-9a22-42c6-ad78-d75c3f1e94aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:43:32.939218 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-32d54589-2706-413c-89a7-eef53f554a7e req-1749d17a-74df-4a49-958c-9efb371d45a4 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945961 Dec 05 21:43:32.944684 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:32.998056 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-e300fba4-c3f8-4aa3-b501-2f3791d88407 None None] Provisioning for port 2b4165ad-6f66-4ea7-8f79-e8eed13acc49 completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:43:33.009203 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-e300fba4-c3f8-4aa3-b501-2f3791d88407 None None] Provisioning complete for port 2b4165ad-6f66-4ea7-8f79-e8eed13acc49 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:43:33.009602 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e300fba4-c3f8-4aa3-b501-2f3791d88407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:33.102416 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-e300fba4-c3f8-4aa3-b501-2f3791d88407 None None] Port 2b4165ad-6f66-4ea7-8f79-e8eed13acc49 cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:43:33.112830 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45826dd-1ddd-4668-9bd1-624995ba3476 req-1e26eaa0-29d0-4c05-8701-bb118102274b tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:33.125445 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a45826dd-1ddd-4668-9bd1-624995ba3476 req-1e26eaa0-29d0-4c05-8701-bb118102274b tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.50 "GET /v2.0/ports?device_id=bde50ebb-9a22-42c6-ad78-d75c3f1e94aa HTTP/1.1" status: 200 len: 936 time: 0.2273948 Dec 05 21:43:33.197533 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a45826dd-1ddd-4668-9bd1-624995ba3476 req-3dbf6429-c8f7-4c55-8166-af3bc0a101fc tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.50 "GET /v2.0/security-groups?id=9e5bd9b6-05f6-4d61-8a56-94152ac60c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711067 Dec 05 21:43:33.771660 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4165ad-6f66-4ea7-8f79-e8eed13acc49 {{(pid=80239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 05 21:43:33.780343 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:33.794312 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Transition to ACTIVE for port object 2b4165ad-6f66-4ea7-8f79-e8eed13acc49 will not be triggered until provisioned by entity L2. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:43:33.798139 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:33.815534 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:33.858777 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ca624-b84d-4485-b834-76f7299d2096 req-c97b9ee7-e0de-41c1-a016-b7816a40e585 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:33.860773 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8a4ca624-b84d-4485-b834-76f7299d2096 req-c97b9ee7-e0de-41c1-a016-b7816a40e585 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.0991552 Dec 05 21:43:33.929301 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8a4ca624-b84d-4485-b834-76f7299d2096 req-110ff5a6-82fc-49cc-bc13-bfc3db9b503d tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542009 Dec 05 21:43:33.969489 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4165ad-6f66-4ea7-8f79-e8eed13acc49,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:33.987054 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:34.108916 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Attempting to bind port 2b4165ad-6f66-4ea7-8f79-e8eed13acc49 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:43:34.109296 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Attempting to bind port 2b4165ad-6f66-4ea7-8f79-e8eed13acc49 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '4a899459-c0f4-4073-82bc-6f57eb1028d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd2fdc683-1d51-4315-aa4f-23ddc2e5a517'}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:43:34.109656 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Attempting to bind port 2b4165ad-6f66-4ea7-8f79-e8eed13acc49 on network d2fdc683-1d51-4315-aa4f-23ddc2e5a517 {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:43:34.116657 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Checking agent: {'id': '73420180-90c9-4440-8e64-a61aa3b256a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 39, 15), 'started_at': datetime.datetime(2020, 12, 5, 21, 39, 45), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:43:34.117163 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Checking segment: {'id': '4a899459-c0f4-4073-82bc-6f57eb1028d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd2fdc683-1d51-4315-aa4f-23ddc2e5a517'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:43:34.117432 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:34.117789 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Bound using segment: {'id': '4a899459-c0f4-4073-82bc-6f57eb1028d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd2fdc683-1d51-4315-aa4f-23ddc2e5a517'} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:43:34.118264 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Bound port: 2b4165ad-6f66-4ea7-8f79-e8eed13acc49, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a899459-c0f4-4073-82bc-6f57eb1028d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd2fdc683-1d51-4315-aa4f-23ddc2e5a517'}}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:43:34.118636 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:34.221586 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc378d2-b92e-4954-81c3-4398ec70724c req-52198b49-ca5b-44b0-aae6-ac8e8b7f1853 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:34.224024 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bcc378d2-b92e-4954-81c3-4398ec70724c req-52198b49-ca5b-44b0-aae6-ac8e8b7f1853 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 943 time: 0.0975950 Dec 05 21:43:34.227896 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] For port 2b4165ad-6f66-4ea7-8f79-e8eed13acc49, host hv-cinder-75790, cleared binding levels {{(pid=80239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:43:34.231323 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] For port 2b4165ad-6f66-4ea7-8f79-e8eed13acc49, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=2b4165ad-6f66-4ea7-8f79-e8eed13acc49,segment=NetworkSegment(4a899459-c0f4-4073-82bc-6f57eb1028d5),segment_id=4a899459-c0f4-4073-82bc-6f57eb1028d5)] {{(pid=80239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:43:34.235177 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:34.249966 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-37641fd2-39df-4e57-8dea-ff2934a2128b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:34.279726 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bcc378d2-b92e-4954-81c3-4398ec70724c req-c3016d18-b52e-475e-8bf5-958a791525de tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485384 Dec 05 21:43:34.412934 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4165ad-6f66-4ea7-8f79-e8eed13acc49,revision_number=3']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:34.416570 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:34.463583 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:34.464529 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:34.467116 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] 10.222.0.53 "PUT /v2.0/ports/2b4165ad-6f66-4ea7-8f79-e8eed13acc49 HTTP/1.1" status: 200 len: 1162 time: 1.7642474 Dec 05 21:43:34.467982 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde50ebb-9a22-42c6-ad78-d75c3f1e94aa', 'tag': '2b4165ad-6f66-4ea7-8f79-e8eed13acc49'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:43:34.521972 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416e64c-a717-4052-a490-ee6e5bd339c2 req-2cbb2c33-1449-47a1-be47-dabd7984dbde tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:34.523860 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a416e64c-a717-4052-a490-ee6e5bd339c2 req-2cbb2c33-1449-47a1-be47-dabd7984dbde tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.50 "GET /v2.0/ports?device_id=bde50ebb-9a22-42c6-ad78-d75c3f1e94aa HTTP/1.1" status: 200 len: 948 time: 0.1058130 Dec 05 21:43:34.592963 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a416e64c-a717-4052-a490-ee6e5bd339c2 req-23439cd5-da83-4392-81d0-30a4d37177e4 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.50 "GET /v2.0/security-groups?id=9e5bd9b6-05f6-4d61-8a56-94152ac60c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617495 Dec 05 21:43:38.361317 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b8dd7-a98c-4664-854f-00527987200b req-5ca1b3c0-f2f6-4593-8ca8-146466fea433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:38.363663 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a91b8dd7-a98c-4664-854f-00527987200b req-5ca1b3c0-f2f6-4593-8ca8-146466fea433 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=387707d1b07f4c5b9a7d2155b4ca7185&device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 1162 time: 0.0893242 Dec 05 21:43:38.369541 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-b7b3b1f9-d677-4a86-83f1-879443f50341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:38.372970 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-b7b3b1f9-d677-4a86-83f1-879443f50341 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8ec43b91b244015a9b593d5a5450873&device_id=bde50ebb-9a22-42c6-ad78-d75c3f1e94aa HTTP/1.1" status: 200 len: 1165 time: 0.0918062 Dec 05 21:43:38.410296 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde50ebb-9a22-42c6-ad78-d75c3f1e94aa', 'tag': '2b4165ad-6f66-4ea7-8f79-e8eed13acc49', 'status': 'completed', 'code': 200} Dec 05 21:43:38.555905 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-6dd73058-68d7-4262-bf5e-3b35fe270c3c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=2b4165ad-6f66-4ea7-8f79-e8eed13acc49 HTTP/1.1" status: 200 len: 217 time: 0.0845830 Dec 05 21:43:38.680435 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b8dd7-a98c-4664-854f-00527987200b req-851ffc07-ef08-4200-b078-04fe8eb4fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:38.682095 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a91b8dd7-a98c-4664-854f-00527987200b req-851ffc07-ef08-4200-b078-04fe8eb4fe35 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a343bc3-72fd-414f-a6e7-9632ec6930e0 HTTP/1.1" status: 200 len: 913 time: 0.2322786 Dec 05 21:43:38.705088 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-fffe7dfd-d130-4d27-9530-eaed289d8a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:38.706793 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-fffe7dfd-d130-4d27-9530-eaed289d8a60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bb049b9c-8bc0-4630-88d0-4bd5eb7b42fe HTTP/1.1" status: 200 len: 843 time: 0.1429493 Dec 05 21:43:38.799825 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db5c4a-e895-4f48-85d0-d402874a9c57 req-f8f2e7f0-2b26-45cf-8b18-5d19856cbc1b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:38.802512 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-19db5c4a-e895-4f48-85d0-d402874a9c57 req-f8f2e7f0-2b26-45cf-8b18-5d19856cbc1b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 943 time: 0.1840701 Dec 05 21:43:38.858562 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-127f8744-ee26-4b6d-ad89-f1e267aadb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:38.860210 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-127f8744-ee26-4b6d-ad89-f1e267aadb93 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2fdc683-1d51-4315-aa4f-23ddc2e5a517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1446600 Dec 05 21:43:38.903049 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-19db5c4a-e895-4f48-85d0-d402874a9c57 req-8a3c872d-e150-4f73-97ad-eb1eb26f7043 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933373 Dec 05 21:43:38.980043 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a91b8dd7-a98c-4664-854f-00527987200b req-2abf95e6-9079-4918-9fed-03af26417f8d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 HTTP/1.1" status: 200 len: 217 time: 0.2889991 Dec 05 21:43:38.986424 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301faf0a-1718-4f84-912f-a14b94c281f6 req-2f28f5c8-a45a-4641-a2ac-19634b5c8801 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:38.988073 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-301faf0a-1718-4f84-912f-a14b94c281f6 req-2f28f5c8-a45a-4641-a2ac-19634b5c8801 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.4191236 Dec 05 21:43:39.057937 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-ef0e1969-c840-4a86-b1f6-4152ff268858 service neutron] 10.222.0.53 "GET /v2.0/networks/d2fdc683-1d51-4315-aa4f-23ddc2e5a517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873291 Dec 05 21:43:39.092357 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b8dd7-a98c-4664-854f-00527987200b req-b10a761d-7b1b-40c2-9297-fe969c0a1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:39.093958 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a91b8dd7-a98c-4664-854f-00527987200b req-b10a761d-7b1b-40c2-9297-fe969c0a1567 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ccaf5210-bac5-475a-af4e-b572b8c0356d HTTP/1.1" status: 200 len: 859 time: 0.1043673 Dec 05 21:43:39.098824 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-301faf0a-1718-4f84-912f-a14b94c281f6 req-d13853ed-0274-4a35-a88d-aeddc29fb20f tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727837 Dec 05 21:43:39.158736 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a91b8dd7-a98c-4664-854f-00527987200b req-309c4427-f17d-4860-8105-64486215ec07 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a343bc3-72fd-414f-a6e7-9632ec6930e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570855 Dec 05 21:43:39.294945 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5319ae-acfc-4a87-8907-440a05d29fca req-20e9ed37-b04b-49ff-ae1d-12395648ca04 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:39.296715 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ab5319ae-acfc-4a87-8907-440a05d29fca req-20e9ed37-b04b-49ff-ae1d-12395648ca04 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.50 "GET /v2.0/ports?device_id=bde50ebb-9a22-42c6-ad78-d75c3f1e94aa HTTP/1.1" status: 200 len: 948 time: 0.2327104 Dec 05 21:43:39.298987 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-c14b2c01-5483-4881-ac55-3ff011808fe6 service neutron] 10.222.0.53 "GET /v2.0/networks/d2fdc683-1d51-4315-aa4f-23ddc2e5a517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1831074 Dec 05 21:43:39.327163 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a91b8dd7-a98c-4664-854f-00527987200b req-5dec5257-e970-49e1-aa0c-67504b1f60e8 service neutron] 10.222.0.53 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601923 Dec 05 21:43:39.362453 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ab5319ae-acfc-4a87-8907-440a05d29fca req-ac4df1a7-fd1b-4a12-a62a-41105bff706c tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.50 "GET /v2.0/security-groups?id=9e5bd9b6-05f6-4d61-8a56-94152ac60c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542130 Dec 05 21:43:39.624541 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a91b8dd7-a98c-4664-854f-00527987200b req-43b17756-52fa-45a4-a232-df0bcfa0a1c0 service neutron] 10.222.0.53 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2898202 Dec 05 21:43:39.677100 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5753f68-e7d4-4eb1-b430-3a4eee67f59e req-84986a04-c01a-46d7-9ec4-1a74204e4210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:39.678898 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5753f68-e7d4-4eb1-b430-3a4eee67f59e req-84986a04-c01a-46d7-9ec4-1a74204e4210 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8ec43b91b244015a9b593d5a5450873&device_id=bde50ebb-9a22-42c6-ad78-d75c3f1e94aa HTTP/1.1" status: 200 len: 1165 time: 0.1871295 Dec 05 21:43:40.160632 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5753f68-e7d4-4eb1-b430-3a4eee67f59e req-9b78f879-cdeb-45d4-a75b-4fbf4edaf0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:40.163935 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5753f68-e7d4-4eb1-b430-3a4eee67f59e req-9b78f879-cdeb-45d4-a75b-4fbf4edaf0a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2fdc683-1d51-4315-aa4f-23ddc2e5a517 HTTP/1.1" status: 200 len: 863 time: 0.4687526 Dec 05 21:43:40.337912 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5753f68-e7d4-4eb1-b430-3a4eee67f59e req-bd9e919e-4181-47b9-8a23-4cde17ba6d45 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=2b4165ad-6f66-4ea7-8f79-e8eed13acc49 HTTP/1.1" status: 200 len: 217 time: 0.1600029 Dec 05 21:43:40.372640 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80937821-0259-4a1e-bca8-9a56a073e147 req-e14a7640-1f50-4470-b4d3-d4eeb37e00f9 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:40.374571 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-80937821-0259-4a1e-bca8-9a56a073e147 req-e14a7640-1f50-4470-b4d3-d4eeb37e00f9 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 943 time: 0.1236892 Dec 05 21:43:40.430788 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:43:40.435589 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-80937821-0259-4a1e-bca8-9a56a073e147 req-fbeb2f0c-fbc0-4769-9308-70add3b43cf6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510211 Dec 05 21:43:40.437713 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5753f68-e7d4-4eb1-b430-3a4eee67f59e req-fa76d88a-af46-451c-ac6b-733444521b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:40.439291 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5753f68-e7d4-4eb1-b430-3a4eee67f59e req-fa76d88a-af46-451c-ac6b-733444521b4c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bb049b9c-8bc0-4630-88d0-4bd5eb7b42fe HTTP/1.1" status: 200 len: 843 time: 0.0923843 Dec 05 21:43:40.452927 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5d86f-88db-4d6c-97d6-e636b422d769 req-33f4534a-398e-45c4-8bb8-81adce5e9b1f tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:40.454556 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ccd5d86f-88db-4d6c-97d6-e636b422d769 req-33f4534a-398e-45c4-8bb8-81adce5e9b1f tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1783473 Dec 05 21:43:40.574775 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ccd5d86f-88db-4d6c-97d6-e636b422d769 req-ef0dc9b3-f9ec-40da-b531-abf3e11dbe4a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804422 Dec 05 21:43:40.601442 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5753f68-e7d4-4eb1-b430-3a4eee67f59e req-ffb1fe86-0618-4737-8cac-828d9ea3171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:40.603906 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5753f68-e7d4-4eb1-b430-3a4eee67f59e req-ffb1fe86-0618-4737-8cac-828d9ea3171b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2fdc683-1d51-4315-aa4f-23ddc2e5a517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1480758 Dec 05 21:43:40.710110 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146b07d-2896-4fb9-8b1b-63f22979f64f req-ba12b0a4-49f2-4689-9dad-da36977d875b tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:40.710906 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-0146b07d-2896-4fb9-8b1b-63f22979f64f req-ba12b0a4-49f2-4689-9dad-da36977d875b tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Synchronizing usage tracker for tenant:c8ec43b91b244015a9b593d5a5450873 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:43:40.751567 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-0146b07d-2896-4fb9-8b1b-63f22979f64f req-ba12b0a4-49f2-4689-9dad-da36977d875b tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Unset dirty status for tenant:c8ec43b91b244015a9b593d5a5450873 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:43:40.754450 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0146b07d-2896-4fb9-8b1b-63f22979f64f req-ba12b0a4-49f2-4689-9dad-da36977d875b tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.50 "GET /v2.0/ports?device_id=bde50ebb-9a22-42c6-ad78-d75c3f1e94aa HTTP/1.1" status: 200 len: 948 time: 0.1439686 Dec 05 21:43:40.787601 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5753f68-e7d4-4eb1-b430-3a4eee67f59e req-0a49e083-5a65-48a9-a9f5-3aeef291b882 service neutron] 10.222.0.53 "GET /v2.0/networks/d2fdc683-1d51-4315-aa4f-23ddc2e5a517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698968 Dec 05 21:43:40.818840 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-0146b07d-2896-4fb9-8b1b-63f22979f64f req-3638ff43-f69f-42ca-b2ee-43fff2b2afce tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Synchronizing usage tracker for tenant:c8ec43b91b244015a9b593d5a5450873 on resource:security_group {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:43:40.850950 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-0146b07d-2896-4fb9-8b1b-63f22979f64f req-3638ff43-f69f-42ca-b2ee-43fff2b2afce tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Unset dirty status for tenant:c8ec43b91b244015a9b593d5a5450873 on resource:security_group {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:43:40.852963 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0146b07d-2896-4fb9-8b1b-63f22979f64f req-3638ff43-f69f-42ca-b2ee-43fff2b2afce tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.50 "GET /v2.0/security-groups?id=9e5bd9b6-05f6-4d61-8a56-94152ac60c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913875 Dec 05 21:43:40.946539 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5753f68-e7d4-4eb1-b430-3a4eee67f59e req-cf87bc49-eeaa-42d1-95a1-3d09e4390f2f service neutron] 10.222.0.53 "GET /v2.0/networks/d2fdc683-1d51-4315-aa4f-23ddc2e5a517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1514277 Dec 05 21:43:41.043092 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 53562) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:41.272182 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b4c95780-a142-454e-bb3e-c1713c64ee6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:41.308908 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b4c95780-a142-454e-bb3e-c1713c64ee6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:41.318445 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b4c95780-a142-454e-bb3e-c1713c64ee6c admin admin] Usage tracker for resource:security_group_rule and tenant:aee8d5b29a7749e9a27fddfa79236eb8 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:43:41.328911 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b4c95780-a142-454e-bb3e-c1713c64ee6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:43:41.338277 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b4c95780-a142-454e-bb3e-c1713c64ee6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:41.463477 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b4c95780-a142-454e-bb3e-c1713c64ee6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:41.468901 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b4c95780-a142-454e-bb3e-c1713c64ee6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:41.492982 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d39c558b-7e11-4686-96a4-72a489356efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:41.539399 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 53588) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:41.644239 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 53594) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:41.666711 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b4c95780-a142-454e-bb3e-c1713c64ee6c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aee8d5b29a7749e9a27fddfa79236eb8&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6221423 Dec 05 21:43:41.682020 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 53598) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:41.706061 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c95780-a142-454e-bb3e-c1713c64ee6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e3d427-7050-442a-ad13-91fb2dc1e3d3,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:41.709919 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b4c95780-a142-454e-bb3e-c1713c64ee6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:41.747208 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.v2.resource [None req-af9f35e1-5a7e-4a7d-84e7-eadd9f63f148 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] delete failed (client error): There was a conflict when trying to complete your request. Dec 05 21:43:41.756508 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-af9f35e1-5a7e-4a7d-84e7-eadd9f63f148 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "DELETE /v2.0/security-groups/e592730d-6490-4ef7-ba4a-9e8e8116c75b HTTP/1.1" status: 409 len: 336 time: 0.1023364 Dec 05 21:43:41.756508 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.v2.resource [None req-fded1ee0-cbfb-48ae-9820-a2979638e76b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] delete failed (client error): There was a conflict when trying to complete your request. Dec 05 21:43:41.757661 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 53602) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:41.757797 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-fded1ee0-cbfb-48ae-9820-a2979638e76b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "DELETE /v2.0/security-groups/218f6040-4609-47da-84fe-20d4bc63b6c9 HTTP/1.1" status: 409 len: 336 time: 0.2158144 Dec 05 21:43:41.757797 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 53604) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:41.965093 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ce4adcef-c3c7-40bb-a0a9-68cf82aac42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:41.974222 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea1298-1875-4a27-977c-cea3beafa95d req-df1e5c12-4b39-4224-ab1a-f836da515d5f tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:41.976271 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d2ea1298-1875-4a27-977c-cea3beafa95d req-df1e5c12-4b39-4224-ab1a-f836da515d5f tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 943 time: 0.3501828 Dec 05 21:43:42.133243 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ce4adcef-c3c7-40bb-a0a9-68cf82aac42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:42.142348 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd017a-367c-4c42-bcc1-93599e761119 req-ab6ff44d-d9dd-4b55-a2a0-2c9f52604b3c tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:42.144083 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-41dd017a-367c-4c42-bcc1-93599e761119 req-ab6ff44d-d9dd-4b55-a2a0-2c9f52604b3c tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.2903602 Dec 05 21:43:42.184760 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-abf9d2e6-8674-4e84-bdd4-95de83014879 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Deleting port b3ea7399-f140-482d-b21e-253ff6c24080 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:43:42.185157 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abf9d2e6-8674-4e84-bdd4-95de83014879 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:42.193261 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-09f5bd3c-c63b-4e56-9d0d-7ce4fa20b9a8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Deleting port 83bd7353-8269-4f51-984c-d2e703ed62ff {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:43:42.193713 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-09f5bd3c-c63b-4e56-9d0d-7ce4fa20b9a8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:42.231561 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d2ea1298-1875-4a27-977c-cea3beafa95d req-8a90e884-576c-4d23-8358-0316f8497f47 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387114 Dec 05 21:43:42.315473 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-41dd017a-367c-4c42-bcc1-93599e761119 req-4071f8a6-3d62-4ba9-8318-248367b28a32 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507590 Dec 05 21:43:42.346504 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device b0c2ad94-cccf-43cc-a866-07e22490b1f7 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:43:42.417163 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-e7c0f6f7-9faa-4fbd-b661-4fc0a0969894 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:42.418797 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-e7c0f6f7-9faa-4fbd-b661-4fc0a0969894 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.53 "GET /v2.0/ports?device_id=bde50ebb-9a22-42c6-ad78-d75c3f1e94aa HTTP/1.1" status: 200 len: 948 time: 0.3239641 Dec 05 21:43:42.437032 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ce4adcef-c3c7-40bb-a0a9-68cf82aac42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:42.453098 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b4c95780-a142-454e-bb3e-c1713c64ee6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:42.484187 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4adcef-c3c7-40bb-a0a9-68cf82aac42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e3d427-7050-442a-ad13-91fb2dc1e3d3,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:42.506960 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ce4adcef-c3c7-40bb-a0a9-68cf82aac42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:42.507919 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ce4adcef-c3c7-40bb-a0a9-68cf82aac42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:42.509179 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ce4adcef-c3c7-40bb-a0a9-68cf82aac42f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/03e3d427-7050-442a-ad13-91fb2dc1e3d3 HTTP/1.1" status: 204 len: 168 time: 0.8257155 Dec 05 21:43:42.527003 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abf9d2e6-8674-4e84-bdd4-95de83014879 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:42.527376 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abf9d2e6-8674-4e84-bdd4-95de83014879 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for floatingip, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:42.616900 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-eb505d9d-bf3b-4d31-9553-f2f4e08989d9 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Deleting port 2b4165ad-6f66-4ea7-8f79-e8eed13acc49 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:43:42.617289 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-eb505d9d-bf3b-4d31-9553-f2f4e08989d9 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:42.686085 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-09f5bd3c-c63b-4e56-9d0d-7ce4fa20b9a8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:42.686319 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-09f5bd3c-c63b-4e56-9d0d-7ce4fa20b9a8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for floatingip, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:42.756252 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-abf9d2e6-8674-4e84-bdd4-95de83014879 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Calling delete_port for b3ea7399-f140-482d-b21e-253ff6c24080 owned by network:floatingip {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:43:42.888968 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-09f5bd3c-c63b-4e56-9d0d-7ce4fa20b9a8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Calling delete_port for 83bd7353-8269-4f51-984c-d2e703ed62ff owned by network:floatingip {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:43:42.960766 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50193ae-5600-4666-8ca3-04a1a3c5cef7 req-cfc8023b-7c8f-489b-ab1b-4b5f259404b4 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:42.970335 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d50193ae-5600-4666-8ca3-04a1a3c5cef7 req-cfc8023b-7c8f-489b-ab1b-4b5f259404b4 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.50 "GET /v2.0/ports?device_id=bde50ebb-9a22-42c6-ad78-d75c3f1e94aa HTTP/1.1" status: 200 len: 948 time: 0.4903355 Dec 05 21:43:43.040605 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d50193ae-5600-4666-8ca3-04a1a3c5cef7 req-cb5c22a8-943d-4d21-8465-38688300885a tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.50 "GET /v2.0/security-groups?id=9e5bd9b6-05f6-4d61-8a56-94152ac60c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686605 Dec 05 21:43:43.196024 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-eb505d9d-bf3b-4d31-9553-f2f4e08989d9 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] For port 2b4165ad-6f66-4ea7-8f79-e8eed13acc49, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=2b4165ad-6f66-4ea7-8f79-e8eed13acc49,segment=NetworkSegment(4a899459-c0f4-4073-82bc-6f57eb1028d5),segment_id=4a899459-c0f4-4073-82bc-6f57eb1028d5)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:43:43.196432 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-eb505d9d-bf3b-4d31-9553-f2f4e08989d9 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:43.278927 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abf9d2e6-8674-4e84-bdd4-95de83014879 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:43.312556 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 53638) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:43.374036 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-09f5bd3c-c63b-4e56-9d0d-7ce4fa20b9a8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:43.394315 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:43.468766 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5bd3c-c63b-4e56-9d0d-7ce4fa20b9a8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Pushing event deleted for resources: {'Port': ['ID=83bd7353-8269-4f51-984c-d2e703ed62ff,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:43.477330 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-09f5bd3c-c63b-4e56-9d0d-7ce4fa20b9a8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:43.803445 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a5a2787e-ca67-4979-b66a-881ee62e48cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:43.815845 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:43.837277 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a5a2787e-ca67-4979-b66a-881ee62e48cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:43.847671 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-09f5bd3c-c63b-4e56-9d0d-7ce4fa20b9a8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for floatingip, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:43.848577 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.l3_db [None req-09f5bd3c-c63b-4e56-9d0d-7ce4fa20b9a8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Floating IP b72cbfa4-9027-4e53-9dec-bef2ff1428e7 disassociated (deleted). External IP: 172.27.1.111, port: 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a. Dec 05 21:43:43.905470 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-eb505d9d-bf3b-4d31-9553-f2f4e08989d9 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Calling delete_port for 2b4165ad-6f66-4ea7-8f79-e8eed13acc49 owned by compute:nova {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:43:43.905736 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a5a2787e-ca67-4979-b66a-881ee62e48cc admin admin] Usage tracker for resource:security_group_rule and tenant:dcaf95fcee1d4a9eb312e1978015e46e is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:43:43.912267 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a5a2787e-ca67-4979-b66a-881ee62e48cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:43:43.985257 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a5a2787e-ca67-4979-b66a-881ee62e48cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:44.261081 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9d2e6-8674-4e84-bdd4-95de83014879 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Pushing event deleted for resources: {'Port': ['ID=b3ea7399-f140-482d-b21e-253ff6c24080,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:44.264165 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-abf9d2e6-8674-4e84-bdd4-95de83014879 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:44.265164 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d22902-5a0c-4b5f-b70d-f471acb9405f req-639c133e-e740-44dc-8b61-68696c23476d tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:44.273738 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-40d22902-5a0c-4b5f-b70d-f471acb9405f req-639c133e-e740-44dc-8b61-68696c23476d tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.5839820 Dec 05 21:43:44.351424 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device ec444bb9-cd13-4925-a571-67b31b9fc0e4 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:43:44.368180 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abf9d2e6-8674-4e84-bdd4-95de83014879 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for floatingip, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:44.368563 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.l3_db [None req-abf9d2e6-8674-4e84-bdd4-95de83014879 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Floating IP 7314ec51-5279-4b06-a549-d4b028c3355d disassociated (deleted). External IP: 172.27.1.194, port: f6a35222-ae62-4ae7-b015-af636a2f0cf3. Dec 05 21:43:44.380497 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-40d22902-5a0c-4b5f-b70d-f471acb9405f req-582e2335-7ae8-4627-95d8-935d71cc0f70 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052980 Dec 05 21:43:44.581032 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port ec444bb9-cd13-4925-a571-67b31b9fc0e4 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:43:44.583487 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:44.623601 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a0c4f-fc61-4542-b176-aab51f95e678 req-47e3d308-17e3-42a1-a46b-81801f825ce3 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:44.632756 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b0a0c4f-fc61-4542-b176-aab51f95e678 req-47e3d308-17e3-42a1-a46b-81801f825ce3 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 943 time: 0.9983122 Dec 05 21:43:44.724773 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a5a2787e-ca67-4979-b66a-881ee62e48cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:44.737185 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a5a2787e-ca67-4979-b66a-881ee62e48cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:44.751015 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-93159281-0878-4d46-a4f7-41b30aa47ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:44.756520 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b0a0c4f-fc61-4542-b176-aab51f95e678 req-5efa3ffd-3ad8-42db-9df7-366369e0db2b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222289 Dec 05 21:43:44.765626 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-eb505d9d-bf3b-4d31-9553-f2f4e08989d9 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:44.772443 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:43:44.805022 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8e7ea16f-4854-41e9-923f-04f9ea902863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:44.850987 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a5a2787e-ca67-4979-b66a-881ee62e48cc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dcaf95fcee1d4a9eb312e1978015e46e&name=default HTTP/1.1" status: 200 len: 2879 time: 1.5368984 Dec 05 21:43:44.855588 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 53674) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:44.856502 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2787e-ca67-4979-b66a-881ee62e48cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db63018-409a-47d7-993e-32686ad3acab,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:44.867014 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 608b4e65-975a-4c85-af2d-4fbf1a5b2a1a triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:43:44.867284 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:44.874872 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a5a2787e-ca67-4979-b66a-881ee62e48cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:44.900834 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f5bd3c-c63b-4e56-9d0d-7ce4fa20b9a8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Router 4d1e7d80-7c8b-423e-a742-989d3393399b has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:43:44.920667 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73781198-a9bf-49b2-ae63-7f81bebf185b req-ad67df86-f4ab-47f6-91d3-3dca13e02870 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:44.924785 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-73781198-a9bf-49b2-ae63-7f81bebf185b req-ad67df86-f4ab-47f6-91d3-3dca13e02870 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.50 "GET /v2.0/ports?device_id=bde50ebb-9a22-42c6-ad78-d75c3f1e94aa HTTP/1.1" status: 200 len: 948 time: 0.3023279 Dec 05 21:43:44.930503 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb505d9d-bf3b-4d31-9553-f2f4e08989d9 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Pushing event deleted for resources: {'Port': ['ID=2b4165ad-6f66-4ea7-8f79-e8eed13acc49,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:44.934399 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-eb505d9d-bf3b-4d31-9553-f2f4e08989d9 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:45.032252 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device f6a35222-ae62-4ae7-b015-af636a2f0cf3 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:43:45.145886 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port f6a35222-ae62-4ae7-b015-af636a2f0cf3 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:43:45.146947 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:45.188418 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-73781198-a9bf-49b2-ae63-7f81bebf185b req-4ef6a426-72a5-40a5-98c7-4416fcb88f0c tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.50 "GET /v2.0/security-groups?id=9e5bd9b6-05f6-4d61-8a56-94152ac60c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546444 Dec 05 21:43:45.210027 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:45.255479 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f5bd3c-c63b-4e56-9d0d-7ce4fa20b9a8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:43:45.268916 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dee46c9-2fdc-4f56-9509-da1c288d618b None None] Sync routers for ids ['4d1e7d80-7c8b-423e-a742-989d3393399b'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:43:45.285829 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9188a5f-38fb-49f8-9fa1-703ca9c9d6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:45.303085 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee46c9-2fdc-4f56-9509-da1c288d618b None None] Routers {'4d1e7d80-7c8b-423e-a742-989d3393399b'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:43:45.304043 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-3dee46c9-2fdc-4f56-9509-da1c288d618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:43:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['4d1e7d80-7c8b-423e-a742-989d3393399b'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:43:45.337798 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-eb505d9d-bf3b-4d31-9553-f2f4e08989d9 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] No DVR routers for this DVR port 2b4165ad-6f66-4ea7-8f79-e8eed13acc49 on host hv-cinder-75790 {{(pid=80240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 21:43:45.338527 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 21caa11b-e5af-479e-a5f1-fed1aedb657f up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:43:45.357367 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9188a5f-38fb-49f8-9fa1-703ca9c9d6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:45.366746 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-eb505d9d-bf3b-4d31-9553-f2f4e08989d9 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:45.388641 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-09f5bd3c-c63b-4e56-9d0d-7ce4fa20b9a8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:45.401324 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde50ebb-9a22-42c6-ad78-d75c3f1e94aa', 'name': 'network-vif-deleted', 'tag': '2b4165ad-6f66-4ea7-8f79-e8eed13acc49'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:43:45.415384 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-eb505d9d-bf3b-4d31-9553-f2f4e08989d9 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.53 "DELETE /v2.0/ports/2b4165ad-6f66-4ea7-8f79-e8eed13acc49 HTTP/1.1" status: 204 len: 173 time: 2.9878790 Dec 05 21:43:45.435980 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf9d2e6-8674-4e84-bdd4-95de83014879 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Router 98409fa1-a27f-46b0-baab-ddd63cd017f0 has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:43:45.536891 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 21caa11b-e5af-479e-a5f1-fed1aedb657f triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:43:45.541399 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:45.658941 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bde50ebb-9a22-42c6-ad78-d75c3f1e94aa', 'name': 'network-vif-deleted', 'tag': '2b4165ad-6f66-4ea7-8f79-e8eed13acc49', 'status': 'failed', 'code': 422} returned with failed status Dec 05 21:43:45.728533 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9188a5f-38fb-49f8-9fa1-703ca9c9d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:45.752649 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6341b4e5-a40b-49b4-a996-25c54b014793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:45.790721 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-09f5bd3c-c63b-4e56-9d0d-7ce4fa20b9a8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "DELETE /v2.0/floatingips/b72cbfa4-9027-4e53-9dec-bef2ff1428e7 HTTP/1.1" status: 204 len: 168 time: 4.0334148 Dec 05 21:43:45.813132 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-3dee46c9-2fdc-4f56-9509-da1c288d618b None None] Set router 4d1e7d80-7c8b-423e-a742-989d3393399b gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:43:45.868241 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 9c3a5a35-15fa-4216-a726-4ae4484052ef up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:43:45.972349 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9188a5f-38fb-49f8-9fa1-703ca9c9d6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db63018-409a-47d7-993e-32686ad3acab,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:45.976165 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9188a5f-38fb-49f8-9fa1-703ca9c9d6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:45.981448 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b9188a5f-38fb-49f8-9fa1-703ca9c9d6d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1db63018-409a-47d7-993e-32686ad3acab HTTP/1.1" status: 204 len: 168 time: 1.1119697 Dec 05 21:43:45.987402 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dd9236-14e6-4754-b247-a629ddb9d5c2', 'tag': '608b4e65-975a-4c85-af2d-4fbf1a5b2a1a'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:43:46.005936 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b9188a5f-38fb-49f8-9fa1-703ca9c9d6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:46.059098 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 9c3a5a35-15fa-4216-a726-4ae4484052ef triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:43:46.059887 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:46.139326 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf9d2e6-8674-4e84-bdd4-95de83014879 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:43:46.155611 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abf9d2e6-8674-4e84-bdd4-95de83014879 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:46.162328 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154dc67-6755-4e24-9e3c-d2a0cddda4d8 req-b02e4f9a-9d20-42fe-827b-f655fc1081f8 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:46.170844 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2154dc67-6755-4e24-9e3c-d2a0cddda4d8 req-b02e4f9a-9d20-42fe-827b-f655fc1081f8 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.4510787 Dec 05 21:43:46.185999 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb4d903-f8d5-49fa-95d6-d98dcd6626b1 None None] Sync routers for ids ['98409fa1-a27f-46b0-baab-ddd63cd017f0'] in dv-cinder-757908-4-iscsi {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:43:46.226318 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb4d903-f8d5-49fa-95d6-d98dcd6626b1 None None] Routers {'98409fa1-a27f-46b0-baab-ddd63cd017f0'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:43:46.226318 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-7bb4d903-f8d5-49fa-95d6-d98dcd6626b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:43:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['98409fa1-a27f-46b0-baab-ddd63cd017f0'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:43:46.268460 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2154dc67-6755-4e24-9e3c-d2a0cddda4d8 req-61a19f33-0aee-451a-a63a-2fe3f8c0b2c5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947170 Dec 05 21:43:46.293015 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 53704) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:46.337843 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-abf9d2e6-8674-4e84-bdd4-95de83014879 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "DELETE /v2.0/floatingips/7314ec51-5279-4b06-a549-d4b028c3355d HTTP/1.1" status: 204 len: 168 time: 4.5794477 Dec 05 21:43:46.449465 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 53712) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:46.482350 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf47ae-f6fe-49e6-8262-f2490c3d5036 req-00c0fec7-28e9-4fa8-888d-afd87b07411a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:46.489243 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fabf47ae-f6fe-49e6-8262-f2490c3d5036 req-00c0fec7-28e9-4fa8-888d-afd87b07411a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 943 time: 0.3387690 Dec 05 21:43:46.550734 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-2298ab50-87d7-4c5f-824d-ae2fbc74ed19 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.50 "GET /v2.0/ports?device_id=bde50ebb-9a22-42c6-ad78-d75c3f1e94aa HTTP/1.1" status: 200 len: 210 time: 0.0979185 Dec 05 21:43:46.590825 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-3dee46c9-2fdc-4f56-9509-da1c288d618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-router', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:53Z', 'revision_number': 4, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'gw_port': {'id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:21Z', 'updated_at': '2020-12-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2', 'name': '', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'mac_address': 'fa:16:3e:f0:9f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:48Z', 'updated_at': '2020-12-05T21:42:02Z', 'revision_number': 5, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'subnets': [{'id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:43:46.600665 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dee46c9-2fdc-4f56-9509-da1c288d618b None None] Checking router: 4d1e7d80-7c8b-423e-a742-989d3393399b for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:43:46.627682 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee46c9-2fdc-4f56-9509-da1c288d618b None None] Routers {'4d1e7d80-7c8b-423e-a742-989d3393399b'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:43:46.628521 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-3dee46c9-2fdc-4f56-9509-da1c288d618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:43:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['4d1e7d80-7c8b-423e-a742-989d3393399b'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:43:46.646373 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fabf47ae-f6fe-49e6-8262-f2490c3d5036 req-15ab5492-fd92-4493-a5f2-5735f72d162f tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496949 Dec 05 21:43:46.788714 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-7bb4d903-f8d5-49fa-95d6-d98dcd6626b1 None None] Set router 98409fa1-a27f-46b0-baab-ddd63cd017f0 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:43:46.794055 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68dd9236-14e6-4754-b247-a629ddb9d5c2', 'tag': '608b4e65-975a-4c85-af2d-4fbf1a5b2a1a', 'status': 'completed', 'code': 200} Dec 05 21:43:46.909616 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device b0c2ad94-cccf-43cc-a866-07e22490b1f7 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:43:46.910681 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 53722) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:46.923305 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-2d98d8c9-c99e-4e2f-8a9f-f0ad3e1ed50e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Request body: {'security_group': {'name': 'tempest-securitygroup--1102399569', 'description': 'tempest-description--1879288098'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:43:46.980814 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2d98d8c9-c99e-4e2f-8a9f-f0ad3e1ed50e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:46.995025 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-59e5c8e3-2fc1-46a5-9a77-d7ac8300cd07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:47.021123 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2d98d8c9-c99e-4e2f-8a9f-f0ad3e1ed50e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:47.026560 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-59e5c8e3-2fc1-46a5-9a77-d7ac8300cd07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:47.034822 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-59e5c8e3-2fc1-46a5-9a77-d7ac8300cd07 admin admin] Usage tracker for resource:security_group_rule and tenant:99c2f92a10c8436eb6da9ec3d049bbc5 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:43:47.038456 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-3dee46c9-2fdc-4f56-9509-da1c288d618b None None] Set router 4d1e7d80-7c8b-423e-a742-989d3393399b gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:43:47.040386 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-59e5c8e3-2fc1-46a5-9a77-d7ac8300cd07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:43:47.048065 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2d98d8c9-c99e-4e2f-8a9f-f0ad3e1ed50e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:47.076471 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-59e5c8e3-2fc1-46a5-9a77-d7ac8300cd07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:47.134726 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2d98d8c9-c99e-4e2f-8a9f-f0ad3e1ed50e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:47.153659 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2d98d8c9-c99e-4e2f-8a9f-f0ad3e1ed50e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Usage tracker for resource:security_group_rule and tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:43:47.162652 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2d98d8c9-c99e-4e2f-8a9f-f0ad3e1ed50e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:43:47.162801 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c892a7a6-db39-4573-96c9-7c63677e633a req-8b3a01d7-c021-4242-888b-73becbc4f7de tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Synchronizing usage tracker for tenant:c8ec43b91b244015a9b593d5a5450873 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:43:47.183708 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2d98d8c9-c99e-4e2f-8a9f-f0ad3e1ed50e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:47.192359 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 53732) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:47.202331 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7130f7-a340-49d0-b537-0b48ecfb1d2c req-f1b0acb2-ad8c-4f9a-9e54-49351cdf7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:47.205133 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b7130f7-a340-49d0-b537-0b48ecfb1d2c req-f1b0acb2-ad8c-4f9a-9e54-49351cdf7c8e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060&device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 1162 time: 0.3434639 Dec 05 21:43:47.217409 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-80d4cd1b-1a36-45da-9062-0aacd1904d43 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Request body: {'security_group': {'name': 'tempest-securitygroup--512128080', 'description': 'tempest-description--813392814'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:43:47.234133 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-80d4cd1b-1a36-45da-9062-0aacd1904d43 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:47.297420 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-80d4cd1b-1a36-45da-9062-0aacd1904d43 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:47.299216 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c892a7a6-db39-4573-96c9-7c63677e633a req-8b3a01d7-c021-4242-888b-73becbc4f7de tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Unset dirty status for tenant:c8ec43b91b244015a9b593d5a5450873 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:43:47.311328 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c892a7a6-db39-4573-96c9-7c63677e633a req-8b3a01d7-c021-4242-888b-73becbc4f7de tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.50 "GET /v2.0/ports?device_id=bde50ebb-9a22-42c6-ad78-d75c3f1e94aa HTTP/1.1" status: 200 len: 210 time: 0.3169727 Dec 05 21:43:47.404389 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80d4cd1b-1a36-45da-9062-0aacd1904d43 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:47.661394 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b900a951-b0af-4791-9c68-afa87a0b4846', 'tag': 'f6a35222-ae62-4ae7-b015-af636a2f0cf3'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:43:47.700635 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7130f7-a340-49d0-b537-0b48ecfb1d2c req-f1e0eb42-1fd5-4282-b172-c8268190df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:47.704043 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b7130f7-a340-49d0-b537-0b48ecfb1d2c req-f1e0eb42-1fd5-4282-b172-c8268190df16 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba83bbf0-3b38-4232-af09-1ca8d508a608 HTTP/1.1" status: 200 len: 911 time: 0.4915259 Dec 05 21:43:47.711480 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-80d4cd1b-1a36-45da-9062-0aacd1904d43 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:47.760626 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2d98d8c9-c99e-4e2f-8a9f-f0ad3e1ed50e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:47.782482 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-80d4cd1b-1a36-45da-9062-0aacd1904d43 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Usage tracker for resource:security_group_rule and tenant:37ac9d224de24a2484f2fdefe069b4bf is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:43:47.818641 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-80d4cd1b-1a36-45da-9062-0aacd1904d43 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:43:47.831175 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2d98d8c9-c99e-4e2f-8a9f-f0ad3e1ed50e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:47.858925 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:47.878127 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b7130f7-a340-49d0-b537-0b48ecfb1d2c req-edfa000d-450b-49a0-808c-c89bdb16375e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=608b4e65-975a-4c85-af2d-4fbf1a5b2a1a HTTP/1.1" status: 200 len: 217 time: 0.1667752 Dec 05 21:43:47.961657 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-80d4cd1b-1a36-45da-9062-0aacd1904d43 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:47.963381 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning for port b0c2ad94-cccf-43cc-a866-07e22490b1f7 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:43:47.974796 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port b0c2ad94-cccf-43cc-a866-07e22490b1f7 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:43:47.975435 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:48.002309 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-59e5c8e3-2fc1-46a5-9a77-d7ac8300cd07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:48.011914 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-3dee46c9-2fdc-4f56-9509-da1c288d618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-router', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:53Z', 'revision_number': 4, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'gw_port': {'id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:21Z', 'updated_at': '2020-12-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2', 'name': '', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'mac_address': 'fa:16:3e:f0:9f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:48Z', 'updated_at': '2020-12-05T21:42:02Z', 'revision_number': 5, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'subnets': [{'id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:43:48.024722 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dee46c9-2fdc-4f56-9509-da1c288d618b None None] The sync data for ids ['4d1e7d80-7c8b-423e-a742-989d3393399b'] in dv-cinder-757908-4-iscsi is: [{'id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-router', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:53Z', 'revision_number': 4, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'gw_port': {'id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:21Z', 'updated_at': '2020-12-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2', 'name': '', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'mac_address': 'fa:16:3e:f0:9f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:48Z', 'updated_at': '2020-12-05T21:42:02Z', 'revision_number': 5, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'subnets': [{'id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:43:48.033287 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-59e5c8e3-2fc1-46a5-9a77-d7ac8300cd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:48.053027 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98d8c9-c99e-4e2f-8a9f-f0ad3e1ed50e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Pushing event updated for resources: {'SecurityGroup': ['ID=05e2db0f-9557-426c-9803-871a90f04ecd,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:48.068573 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2d98d8c9-c99e-4e2f-8a9f-f0ad3e1ed50e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:48.068573 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2d98d8c9-c99e-4e2f-8a9f-f0ad3e1ed50e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:48.127307 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7130f7-a340-49d0-b537-0b48ecfb1d2c req-8e38e65e-8beb-4740-9408-4d44750d91af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:48.129515 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b7130f7-a340-49d0-b537-0b48ecfb1d2c req-8e38e65e-8beb-4740-9408-4d44750d91af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9202ba51-95a8-4744-9f6f-9b6d34d32b9b HTTP/1.1" status: 200 len: 856 time: 0.1791749 Dec 05 21:43:48.154736 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c2cc3621-8375-459d-a719-3f9e4064a465 req-feb4e2a4-17d9-4fab-acb2-a9f71931df1b tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] 10.222.0.50 "GET /v2.0/ports?device_id=bde50ebb-9a22-42c6-ad78-d75c3f1e94aa HTTP/1.1" status: 200 len: 210 time: 0.2695227 Dec 05 21:43:48.172387 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:48.215420 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2d98d8c9-c99e-4e2f-8a9f-f0ad3e1ed50e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:48.219411 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2d98d8c9-c99e-4e2f-8a9f-f0ad3e1ed50e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1730 time: 1.3050468 Dec 05 21:43:48.224746 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 53764) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:48.245125 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5c8e3-2fc1-46a5-9a77-d7ac8300cd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e007692e-5869-4928-b247-8f120211c8bf,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:48.255291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-59e5c8e3-2fc1-46a5-9a77-d7ac8300cd07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:48.266027 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port b0c2ad94-cccf-43cc-a866-07e22490b1f7, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=b0c2ad94-cccf-43cc-a866-07e22490b1f7,segment=NetworkSegment(76cccfe4-ab2e-4d88-9859-8dba3228c455),segment_id=76cccfe4-ab2e-4d88-9859-8dba3228c455)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:43:48.268168 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7016db72-4587-4b13-8a1c-293de2a1dd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c2ad94-cccf-43cc-a866-07e22490b1f7'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:43:48.281197 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:48.282332 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:43:48.304838 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-e96c8230-7626-4b9a-ad9e-d8bee012c993 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Request body: {'security_group_rule': {'security_group_id': '05e2db0f-9557-426c-9803-871a90f04ecd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:43:48.322009 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-59e5c8e3-2fc1-46a5-9a77-d7ac8300cd07 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99c2f92a10c8436eb6da9ec3d049bbc5&name=default HTTP/1.1" status: 200 len: 2879 time: 2.0238950 Dec 05 21:43:48.324080 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 53776) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:48.337404 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5b912-a727-4f57-9bb4-4170d1af6acf req-ecdd2b85-6965-4be8-9ba1-2f1d2e1627e0 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:48.339082 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-48c5b912-a727-4f57-9bb4-4170d1af6acf req-ecdd2b85-6965-4be8-9ba1-2f1d2e1627e0 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.8065708 Dec 05 21:43:48.355909 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e96c8230-7626-4b9a-ad9e-d8bee012c993 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:48.356160 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7130f7-a340-49d0-b537-0b48ecfb1d2c req-32f93ef6-c4cb-4230-9a35-bb5446de2de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:48.357605 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b7130f7-a340-49d0-b537-0b48ecfb1d2c req-32f93ef6-c4cb-4230-9a35-bb5446de2de0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba83bbf0-3b38-4232-af09-1ca8d508a608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2109468 Dec 05 21:43:48.359942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:48.409391 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e96c8230-7626-4b9a-ad9e-d8bee012c993 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Usage tracker for resource:security_group_rule and tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:43:48.424953 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e96c8230-7626-4b9a-ad9e-d8bee012c993 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:43:48.469424 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e96c8230-7626-4b9a-ad9e-d8bee012c993 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:48.484150 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=b0c2ad94-cccf-43cc-a866-07e22490b1f7,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:48.510224 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.510611 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.510990 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.511361 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.511727 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.512401 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.512563 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.512816 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.513310 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.513533 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.513855 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.514213 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.514640 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.514999 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.515355 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.515710 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.516151 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.516549 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.517007 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.517446 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.517846 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.518545 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.545711 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.546185 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:43:48.557109 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:48.559765 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-7bb4d903-f8d5-49fa-95d6-d98dcd6626b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'name': 'tempest-AttachVolumeTestJSON-332782927-router', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:11Z', 'updated_at': '2020-12-05T21:41:33Z', 'revision_number': 4, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'gw_port': {'id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:12Z', 'updated_at': '2020-12-05T21:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9', 'name': '', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'mac_address': 'fa:16:3e:06:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:27Z', 'updated_at': '2020-12-05T21:41:52Z', 'revision_number': 5, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'subnets': [{'id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:43:48.569928 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-48c5b912-a727-4f57-9bb4-4170d1af6acf req-d8d63ec4-3148-4501-9d60-2bc2886d06ae tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108595 Dec 05 21:43:48.579865 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb4d903-f8d5-49fa-95d6-d98dcd6626b1 None None] Checking router: 98409fa1-a27f-46b0-baab-ddd63cd017f0 for host: dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:43:48.601993 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e96c8230-7626-4b9a-ad9e-d8bee012c993 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for security_group_rule, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:48.618641 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb4d903-f8d5-49fa-95d6-d98dcd6626b1 None None] Routers {'98409fa1-a27f-46b0-baab-ddd63cd017f0'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:43:48.619455 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-7bb4d903-f8d5-49fa-95d6-d98dcd6626b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:43:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['98409fa1-a27f-46b0-baab-ddd63cd017f0'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:43:48.670290 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80d4cd1b-1a36-45da-9062-0aacd1904d43 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:48.686406 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80d4cd1b-1a36-45da-9062-0aacd1904d43 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:48.717792 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5105fb04-fd84-45e2-aac0-d41f90263565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:48.735515 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19290cd-29a7-49d8-a2d6-c0cda1358acd None None] New status for floating IP b72cbfa4-9027-4e53-9dec-bef2ff1428e7: DOWN {{(pid=80242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 05 21:43:48.849743 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b7130f7-a340-49d0-b537-0b48ecfb1d2c req-ac986ca0-a38f-4b9b-97e9-1acc823d979d service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733155 Dec 05 21:43:48.860354 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b900a951-b0af-4791-9c68-afa87a0b4846', 'tag': 'f6a35222-ae62-4ae7-b015-af636a2f0cf3', 'status': 'completed', 'code': 200} Dec 05 21:43:48.930018 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-7bb4d903-f8d5-49fa-95d6-d98dcd6626b1 None None] Set router 98409fa1-a27f-46b0-baab-ddd63cd017f0 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:43:49.039963 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4cd1b-1a36-45da-9062-0aacd1904d43 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8e3235-928a-448d-9e09-3b1bf85e1389,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:49.105905 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-80d4cd1b-1a36-45da-9062-0aacd1904d43 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:49.123127 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80d4cd1b-1a36-45da-9062-0aacd1904d43 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:49.125676 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-80d4cd1b-1a36-45da-9062-0aacd1904d43 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1728 time: 1.9319196 Dec 05 21:43:49.161791 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 53792) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:49.188467 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-d48cf0bc-e6d9-461c-85ee-63497ef2d292 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Request body: {'security_group_rule': {'security_group_id': '1d8e3235-928a-448d-9e09-3b1bf85e1389', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:43:49.212394 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-d48cf0bc-e6d9-461c-85ee-63497ef2d292 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:49.219537 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e96c8230-7626-4b9a-ad9e-d8bee012c993 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:49.224451 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-d48cf0bc-e6d9-461c-85ee-63497ef2d292 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Usage tracker for resource:security_group_rule and tenant:37ac9d224de24a2484f2fdefe069b4bf is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:43:49.229921 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-d48cf0bc-e6d9-461c-85ee-63497ef2d292 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:43:49.234576 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e96c8230-7626-4b9a-ad9e-d8bee012c993 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429132'] for security_group_rule, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:49.250097 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-d48cf0bc-e6d9-461c-85ee-63497ef2d292 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:49.259867 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6397ec9c-4e49-4485-a1ef-aefd289db756 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:49.290385 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:43:49.291183 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:49.329562 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c8230-7626-4b9a-ad9e-d8bee012c993 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44538af5-074f-4960-a375-3284cc7c3f0d,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:49.338916 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e96c8230-7626-4b9a-ad9e-d8bee012c993 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:49.350616 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cd358-d828-49fd-8f76-aebb999c871a req-ea748191-1420-4f4b-8f38-e087a7c46eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:49.352318 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4d3cd358-d828-49fd-8f76-aebb999c871a req-ea748191-1420-4f4b-8f38-e087a7c46eef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37ac9d224de24a2484f2fdefe069b4bf&device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 1162 time: 0.4952357 Dec 05 21:43:49.416970 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7ab28052-513a-4dc1-90fe-62e9f9e319f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:49.466140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d48cf0bc-e6d9-461c-85ee-63497ef2d292 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for security_group_rule, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:49.505024 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7016db72-4587-4b13-8a1c-293de2a1dd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c2ad94-cccf-43cc-a866-07e22490b1f7', 'code': 200} Dec 05 21:43:49.568744 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b7130f7-a340-49d0-b537-0b48ecfb1d2c req-e0225ccb-7d94-42ae-b63e-52f44af1316b service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6907394 Dec 05 21:43:49.573075 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7ab28052-513a-4dc1-90fe-62e9f9e319f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:49.719434 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7ab28052-513a-4dc1-90fe-62e9f9e319f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:49.724106 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:49.725902 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e96c8230-7626-4b9a-ad9e-d8bee012c993 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for security_group_rule, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:49.727223 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e96c8230-7626-4b9a-ad9e-d8bee012c993 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 1.4695444 Dec 05 21:43:49.738513 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-7bb4d903-f8d5-49fa-95d6-d98dcd6626b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'name': 'tempest-AttachVolumeTestJSON-332782927-router', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:11Z', 'updated_at': '2020-12-05T21:41:33Z', 'revision_number': 4, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'gw_port': {'id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:12Z', 'updated_at': '2020-12-05T21:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9', 'name': '', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'mac_address': 'fa:16:3e:06:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:27Z', 'updated_at': '2020-12-05T21:41:52Z', 'revision_number': 5, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'subnets': [{'id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:43:49.750758 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb4d903-f8d5-49fa-95d6-d98dcd6626b1 None None] The sync data for ids ['98409fa1-a27f-46b0-baab-ddd63cd017f0'] in dv-cinder-757908-4-iscsi is: [{'id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'name': 'tempest-AttachVolumeTestJSON-332782927-router', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:11Z', 'updated_at': '2020-12-05T21:41:33Z', 'revision_number': 4, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'gw_port': {'id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:12Z', 'updated_at': '2020-12-05T21:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9', 'name': '', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'mac_address': 'fa:16:3e:06:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:27Z', 'updated_at': '2020-12-05T21:41:52Z', 'revision_number': 5, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'subnets': [{'id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:43:49.754297 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 53806) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:49.765965 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab28052-513a-4dc1-90fe-62e9f9e319f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e007692e-5869-4928-b247-8f120211c8bf,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:49.771337 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b192248-03e4-4e1a-b883-06ad43c22a61 req-ac6dd707-bc70-4798-9d1a-cbd0d201fb92 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:49.772496 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7ab28052-513a-4dc1-90fe-62e9f9e319f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:49.793999 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5b192248-03e4-4e1a-b883-06ad43c22a61 req-ac6dd707-bc70-4798-9d1a-cbd0d201fb92 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 945 time: 0.7664902 Dec 05 21:43:49.801483 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7ab28052-513a-4dc1-90fe-62e9f9e319f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:49.802754 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-7ab28052-513a-4dc1-90fe-62e9f9e319f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e007692e-5869-4928-b247-8f120211c8bf HTTP/1.1" status: 204 len: 168 time: 1.4774947 Dec 05 21:43:49.807197 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-5c2905a2-a4fa-4d92-8ad3-ba6b4f9c5422 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Request body: {'security_group_rule': {'security_group_id': '05e2db0f-9557-426c-9803-871a90f04ecd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:43:49.814120 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5c2905a2-a4fa-4d92-8ad3-ba6b4f9c5422 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:49.819532 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5c2905a2-a4fa-4d92-8ad3-ba6b4f9c5422 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Usage tracker for resource:security_group_rule and tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:43:49.822864 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5c2905a2-a4fa-4d92-8ad3-ba6b4f9c5422 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:43:49.832919 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5c2905a2-a4fa-4d92-8ad3-ba6b4f9c5422 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:49.877775 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d48cf0bc-e6d9-461c-85ee-63497ef2d292 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:50.049397 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d48cf0bc-e6d9-461c-85ee-63497ef2d292 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429132'] for security_group_rule, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:50.100250 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:50.113935 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1d193-0bbf-4f25-af9b-659f86599567 req-f33fa254-a47c-4ccb-8b8e-607727f906b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:50.115556 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7fb1d193-0bbf-4f25-af9b-659f86599567 req-f33fa254-a47c-4ccb-8b8e-607727f906b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 1162 time: 0.2317288 Dec 05 21:43:50.139727 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5c2905a2-a4fa-4d92-8ad3-ba6b4f9c5422 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for security_group_rule, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:50.241447 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cf0bc-e6d9-461c-85ee-63497ef2d292 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8722d637-22c9-48dc-a719-75a49bcd901f,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:50.296153 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d48cf0bc-e6d9-461c-85ee-63497ef2d292 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:50.313164 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5b192248-03e4-4e1a-b883-06ad43c22a61 req-499f973f-ed27-4ee5-96a9-d0dbecc11043 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5183084 Dec 05 21:43:50.338320 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5c2905a2-a4fa-4d92-8ad3-ba6b4f9c5422 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:50.356048 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5c2905a2-a4fa-4d92-8ad3-ba6b4f9c5422 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429132'] for security_group_rule, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:50.367319 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d48cf0bc-e6d9-461c-85ee-63497ef2d292 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for security_group_rule, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:50.368691 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-d48cf0bc-e6d9-461c-85ee-63497ef2d292 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 1.1963205 Dec 05 21:43:50.373377 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:50.386510 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 53836) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:50.392634 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cd358-d828-49fd-8f76-aebb999c871a req-0ec750f0-7c99-4cdb-b802-7fc72e9c7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:50.395084 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4d3cd358-d828-49fd-8f76-aebb999c871a req-0ec750f0-7c99-4cdb-b802-7fc72e9c7428 service neutron] 10.222.0.53 "GET /v2.0/networks?id=811ae4e3-171e-48fa-8bac-30edfe0da7b4 HTTP/1.1" status: 200 len: 904 time: 1.0079808 Dec 05 21:43:50.397737 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8089e6f4-4155-474b-a873-840a941594b0 None None] New status for floating IP 7314ec51-5279-4b06-a549-d4b028c3355d: DOWN {{(pid=80241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 05 21:43:50.399198 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-dfe3adfc-764e-41c4-b83f-70916894ac14 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Request body: {'security_group_rule': {'security_group_id': '1d8e3235-928a-448d-9e09-3b1bf85e1389', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:43:50.493233 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4d3cd358-d828-49fd-8f76-aebb999c871a req-222b3152-de5b-483d-b016-7210644a748f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6a35222-ae62-4ae7-b015-af636a2f0cf3 HTTP/1.1" status: 200 len: 217 time: 0.0806766 Dec 05 21:43:50.497339 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-dfe3adfc-764e-41c4-b83f-70916894ac14 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:50.500135 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2905a2-a4fa-4d92-8ad3-ba6b4f9c5422 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb59d20f-177e-4451-985a-619b648ad1fe,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:50.503025 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5c2905a2-a4fa-4d92-8ad3-ba6b4f9c5422 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:50.575766 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-dfe3adfc-764e-41c4-b83f-70916894ac14 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Usage tracker for resource:security_group_rule and tenant:37ac9d224de24a2484f2fdefe069b4bf is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:43:50.583495 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-dfe3adfc-764e-41c4-b83f-70916894ac14 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:43:50.586896 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5c2905a2-a4fa-4d92-8ad3-ba6b4f9c5422 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for security_group_rule, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:50.591757 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5c2905a2-a4fa-4d92-8ad3-ba6b4f9c5422 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.7954330 Dec 05 21:43:50.601413 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 53842) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:50.606575 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-dfe3adfc-764e-41c4-b83f-70916894ac14 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:50.624061 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Request body: {'floatingip': {'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:43:50.639910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:50.657631 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7fb1d193-0bbf-4f25-af9b-659f86599567 req-5801adbf-6985-47e9-93a0-be60da77ddc7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221586 Dec 05 21:43:50.674512 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Usage tracker for resource:floatingip and tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:43:50.679333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dfe3adfc-764e-41c4-b83f-70916894ac14 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for security_group_rule, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:50.701625 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:43:50.712688 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cd358-d828-49fd-8f76-aebb999c871a req-6b81fe20-b32a-42ba-8552-72ec79f3a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:50.712688 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4d3cd358-d828-49fd-8f76-aebb999c871a req-6b81fe20-b32a-42ba-8552-72ec79f3a4b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1dcf2694-5e4a-45e4-991f-a09b77fb18bf HTTP/1.1" status: 200 len: 849 time: 0.2016442 Dec 05 21:43:50.725004 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:50.745047 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b1936-1758-46ea-a0f5-9be8aa872b89 req-a0f05f63-75d3-4dba-8085-5bf44168936e tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:50.747332 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-697b1936-1758-46ea-a0f5-9be8aa872b89 req-a0f05f63-75d3-4dba-8085-5bf44168936e tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.7323833 Dec 05 21:43:50.768964 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for floatingip, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:50.798586 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 53848) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:50.828806 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-170e9cd6-14a7-45df-89a8-3537f4ad3d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:50.879631 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-170e9cd6-14a7-45df-89a8-3537f4ad3d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:50.893184 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dfe3adfc-764e-41c4-b83f-70916894ac14 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:50.900814 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dfe3adfc-764e-41c4-b83f-70916894ac14 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429132'] for security_group_rule, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:50.901637 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-697b1936-1758-46ea-a0f5-9be8aa872b89 req-7b27fe29-2604-4f7d-99f8-da2ff2ab2787 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436763 Dec 05 21:43:50.903062 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-170e9cd6-14a7-45df-89a8-3537f4ad3d47 admin admin] Usage tracker for resource:security_group_rule and tenant:71cdb24cea8c4dc6a8616972cf1f7459 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:43:50.907425 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-170e9cd6-14a7-45df-89a8-3537f4ad3d47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:43:50.921479 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-170e9cd6-14a7-45df-89a8-3537f4ad3d47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:50.997976 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e96c8230-7626-4b9a-ad9e-d8bee012c993 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:51.010974 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dfe3adfc-764e-41c4-b83f-70916894ac14 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for security_group_rule, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:51.012382 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-dfe3adfc-764e-41c4-b83f-70916894ac14 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.6224618 Dec 05 21:43:51.021377 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 53856) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:51.025422 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3adfc-764e-41c4-b83f-70916894ac14 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad07b686-7eb5-4d44-996a-b306236efe21,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:51.030539 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Request body: {'floatingip': {'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:43:51.038080 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dfe3adfc-764e-41c4-b83f-70916894ac14 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:51.039236 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:43:51.045779 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Usage tracker for resource:floatingip and tenant:37ac9d224de24a2484f2fdefe069b4bf is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:43:51.059285 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:43:51.070015 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:43:51.101729 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-170e9cd6-14a7-45df-89a8-3537f4ad3d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:51.107070 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-170e9cd6-14a7-45df-89a8-3537f4ad3d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:51.110134 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:51.123491 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for floatingip, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:51.130870 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:51.188284 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e9cd6-14a7-45df-89a8-3537f4ad3d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d93dfc-a5a7-4927-8c64-30ce734ac542,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:51.192897 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-170e9cd6-14a7-45df-89a8-3537f4ad3d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:51.196023 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-170e9cd6-14a7-45df-89a8-3537f4ad3d47 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=71cdb24cea8c4dc6a8616972cf1f7459&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3938529 Dec 05 21:43:51.200715 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 53868) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:43:51.296636 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9a3fcb20-d8c4-4b55-95fd-9de7aa16ee9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:51.358985 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9a3fcb20-d8c4-4b55-95fd-9de7aa16ee9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:51.449860 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9a3fcb20-d8c4-4b55-95fd-9de7aa16ee9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:51.460158 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-418de763-9072-4280-a250-3c5c7182ad26 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:51.487530 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fcb20-d8c4-4b55-95fd-9de7aa16ee9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d93dfc-a5a7-4927-8c64-30ce734ac542,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:51.492743 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9a3fcb20-d8c4-4b55-95fd-9de7aa16ee9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:51.497840 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9a3fcb20-d8c4-4b55-95fd-9de7aa16ee9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:51.500008 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-9a3fcb20-d8c4-4b55-95fd-9de7aa16ee9c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c6d93dfc-a5a7-4927-8c64-30ce734ac542 HTTP/1.1" status: 204 len: 168 time: 0.2964599 Dec 05 21:43:52.044954 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cd358-d828-49fd-8f76-aebb999c871a req-69e41aae-5a9c-4ae4-9403-d01a4642285f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:52.047020 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4d3cd358-d828-49fd-8f76-aebb999c871a req-69e41aae-5a9c-4ae4-9403-d01a4642285f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=811ae4e3-171e-48fa-8bac-30edfe0da7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8886209 Dec 05 21:43:52.063327 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a346b9-651a-46b8-95c4-3938237d418f req-22ecc111-f749-4cd1-a1bd-6886d3c95d01 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:52.065448 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a5a346b9-651a-46b8-95c4-3938237d418f req-22ecc111-f749-4cd1-a1bd-6886d3c95d01 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 945 time: 0.4755485 Dec 05 21:43:52.198456 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3cb7c-b843-4b71-8e26-87198b6b97cf req-eb79538e-5b96-43fe-9a43-6eb9ff9ee183 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:52.200687 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-afc3cb7c-b843-4b71-8e26-87198b6b97cf req-eb79538e-5b96-43fe-9a43-6eb9ff9ee183 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1080906 Dec 05 21:43:52.325675 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-afc3cb7c-b843-4b71-8e26-87198b6b97cf req-5f203c93-b1bd-4388-8d11-6098512aefc8 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173058 Dec 05 21:43:52.442890 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a5a346b9-651a-46b8-95c4-3938237d418f req-1fc30961-d12f-47c9-9e7d-8fdf68660131 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882967 Dec 05 21:43:52.542826 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4d3cd358-d828-49fd-8f76-aebb999c871a req-2ae80020-a4c6-4069-be29-2038676401e4 service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744785 Dec 05 21:43:52.544101 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Allocated IP 172.27.1.121 (dd6739ac-3b61-4fa5-bbf5-45fb885265ae/91227b10-c165-4e57-9f01-5809fdb2af08/9e7adf54-23d5-4954-bfac-9f9c84a07dc9) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:43:52.562625 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:53.170863 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4d3cd358-d828-49fd-8f76-aebb999c871a req-e8361291-a830-443c-9358-e6824cf706bd service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5585892 Dec 05 21:43:53.221431 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:53.426483 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:53.463199 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5f23fa26-c1db-4fd3-a28b-43be71ae7f17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:53.793807 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b92429-792d-445c-ab58-b000cc7167b6 req-89a341d7-9ef0-4312-a0a8-54af0328ecb9 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:53.797809 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46b92429-792d-445c-ab58-b000cc7167b6 req-89a341d7-9ef0-4312-a0a8-54af0328ecb9 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1688199 Dec 05 21:43:53.835243 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Pushing event updated for resources: {'Port': ['ID=9e7adf54-23d5-4954-bfac-9f9c84a07dc9,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:53.853989 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Allocated IP 172.27.1.49 (dd6739ac-3b61-4fa5-bbf5-45fb885265ae/91227b10-c165-4e57-9f01-5809fdb2af08/b05a89a1-9d94-4aa9-8094-5d9800330ff8) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:43:53.886490 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:53.948963 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46b92429-792d-445c-ab58-b000cc7167b6 req-615c6fe6-b35b-4ea1-883f-b1ad7ddbbbb6 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407387 Dec 05 21:43:54.178809 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Network dd6739ac-3b61-4fa5-bbf5-45fb885265ae is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:43:54.189312 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:43:54.194270 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:43:54.218187 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb3322-ec2f-44cc-b501-1fc613c17294 req-b68e8ac2-2fc3-47c7-a46a-59f6f01c618f tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:54.220100 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1eb3322-ec2f-44cc-b501-1fc613c17294 req-b68e8ac2-2fc3-47c7-a46a-59f6f01c618f tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 945 time: 0.5002341 Dec 05 21:43:54.318551 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for floatingip, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:54.397258 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1eb3322-ec2f-44cc-b501-1fc613c17294 req-f3b4fce8-3329-4285-b882-613a6bf3c324 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672401 Dec 05 21:43:54.451826 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:54.482548 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:54.625094 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:54.658133 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:54.861553 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-82ee6a26-0e63-41ee-a572-3b9846112acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:55.074678 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Pushing event updated for resources: {'Port': ['ID=b05a89a1-9d94-4aa9-8094-5d9800330ff8,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:55.078294 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:55.249134 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Network dd6739ac-3b61-4fa5-bbf5-45fb885265ae is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:43:55.252403 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:43:55.258845 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:43:55.304718 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:55.312202 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:55.327488 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for floatingip, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:55.332178 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:55.420818 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6caf9-fe8d-4d86-a74d-1c67ae522e44 req-0e8d86bc-7035-43c2-829e-541d8f23e7b0 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:55.431401 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3ee6caf9-fe8d-4d86-a74d-1c67ae522e44 req-0e8d86bc-7035-43c2-829e-541d8f23e7b0 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1582613 Dec 05 21:43:55.499394 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3ee6caf9-fe8d-4d86-a74d-1c67ae522e44 req-69e6482e-fee8-437a-9a59-fdba1b66837c tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665572 Dec 05 21:43:55.596481 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Pushing event updated for resources: {'Port': ['ID=9e7adf54-23d5-4954-bfac-9f9c84a07dc9,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:55.600746 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:55.633139 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:55.759438 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854189884'] for floatingip, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:55.820028 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:55.832212 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2294767 Dec 05 21:43:56.079547 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:56.092302 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:56.115198 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:43:56.319955 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Pushing event updated for resources: {'Port': ['ID=b05a89a1-9d94-4aa9-8094-5d9800330ff8,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:43:56.323556 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:43:56.335501 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-ed165603-2ce2-472f-af72-5aaf2e32ecdc tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Synchronizing usage tracker for tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 on resource:security_group {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:43:56.379122 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-ed165603-2ce2-472f-af72-5aaf2e32ecdc tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Unset dirty status for tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 on resource:security_group {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:43:56.380813 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-ed165603-2ce2-472f-af72-5aaf2e32ecdc tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1102399569&fields=id&tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060 HTTP/1.1" status: 200 len: 267 time: 0.2145526 Dec 05 21:43:56.386596 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854189884'] for floatingip, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:56.461958 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:56.472901 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4409599 Dec 05 21:43:56.720391 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-5015e298-e25d-4308-9c7a-b5989fa7d8cd tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:56.733348 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-5015e298-e25d-4308-9c7a-b5989fa7d8cd tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/networks?id=ba83bbf0-3b38-4232-af09-1ca8d508a608 HTTP/1.1" status: 200 len: 817 time: 0.3413665 Dec 05 21:43:56.767109 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-70d83c30-b7e9-41be-8eba-fd4c6c3b6fae tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/quotas/d4d0fd6f9ae7423f8a6f280d3c1ae060 HTTP/1.1" status: 200 len: 375 time: 0.0298367 Dec 05 21:43:56.814062 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9477eed-c980-45f8-90fb-cd72b8b3f672 req-a497fccd-afcd-48ab-ba90-16c64a7fa739 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:56.832767 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c9477eed-c980-45f8-90fb-cd72b8b3f672 req-a497fccd-afcd-48ab-ba90-16c64a7fa739 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1703818 Dec 05 21:43:56.968238 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c9477eed-c980-45f8-90fb-cd72b8b3f672 req-90cc1e7f-e796-4235-bbed-a98d0c14768e tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294229 Dec 05 21:43:57.002079 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-66e5e24e-1cd1-4638-b23e-4cb44ac3d2ce tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Synchronizing usage tracker for tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:43:57.052586 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-66e5e24e-1cd1-4638-b23e-4cb44ac3d2ce tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Unset dirty status for tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:43:57.054262 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-66e5e24e-1cd1-4638-b23e-4cb44ac3d2ce tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2862136 Dec 05 21:43:57.213017 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-6e67e97b-2b64-463f-9935-e9322d55e975 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--512128080&fields=id&tenant_id=37ac9d224de24a2484f2fdefe069b4bf HTTP/1.1" status: 200 len: 267 time: 0.0555222 Dec 05 21:43:57.322435 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-7c447b6a-2f2f-43df-b340-207eedd989f6 service neutron] 10.222.0.50 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394547 Dec 05 21:43:57.459874 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-d64789c8-4c96-457d-8ee0-c3f74617a2ec tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:57.462753 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-d64789c8-4c96-457d-8ee0-c3f74617a2ec tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/networks?id=811ae4e3-171e-48fa-8bac-30edfe0da7b4 HTTP/1.1" status: 200 len: 810 time: 0.2330675 Dec 05 21:43:57.495622 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-c20c5828-1191-4b2a-8bb1-401ca9d32e3a tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/quotas/37ac9d224de24a2484f2fdefe069b4bf HTTP/1.1" status: 200 len: 375 time: 0.0215027 Dec 05 21:43:57.512624 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-0d5cf90c-f6ca-4e46-b2da-da72828f051d service neutron] 10.222.0.50 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1892202 Dec 05 21:43:57.662041 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-4fbb42e5-27bb-40c8-8360-cf3c89b8a307 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Synchronizing usage tracker for tenant:37ac9d224de24a2484f2fdefe069b4bf on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:43:57.676733 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-4fbb42e5-27bb-40c8-8360-cf3c89b8a307 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Unset dirty status for tenant:37ac9d224de24a2484f2fdefe069b4bf on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:43:57.692751 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-4fbb42e5-27bb-40c8-8360-cf3c89b8a307 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?tenant_id=37ac9d224de24a2484f2fdefe069b4bf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1781845 Dec 05 21:43:57.789028 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bc0158a0-0000-4f3e-95d8-f46499070f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:57.879005 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-8861b081-bce5-4a72-b5f4-30eadf2f51b1 service neutron] 10.222.0.50 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860504 Dec 05 21:43:58.092856 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-053a3545-ca6d-40c8-a24b-b851143edd30 service neutron] 10.222.0.50 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2128901 Dec 05 21:43:58.370546 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:58.555476 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9904ca48-b4b7-4ecb-821e-ab1b95104d3e req-31fb3d18-de24-40d3-a878-228e5c7cae7f tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 210 time: 0.0924678 Dec 05 21:43:58.864711 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740b7b0-ae37-44c0-9a05-bf3c8c90ca80 req-28597310-0f13-41df-ad70-24314ee32703 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:43:58.866423 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c740b7b0-ae37-44c0-9a05-bf3c8c90ca80 req-28597310-0f13-41df-ad70-24314ee32703 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.0979538 Dec 05 21:43:58.930245 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c740b7b0-ae37-44c0-9a05-bf3c8c90ca80 req-8247eaeb-9062-4912-aca3-f7ab2804815d tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544822 Dec 05 21:43:59.129161 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-51444fb2-62ff-4150-bf7c-77d8462b71fa req-2b0952ee-b82c-49f8-b697-79464478d30c tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 210 time: 0.0646033 Dec 05 21:43:59.709518 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:43:59.778966 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0a2526a7-fa12-48bb-9ea8-3120f5e57303 req-581d4a81-8b0a-4396-b681-91491347b23b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 210 time: 0.0529311 Dec 05 21:44:00.175643 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86cddb-c416-46d9-bb0f-493ad9929d03 req-f7fd2ee1-1df3-4fa6-9f09-43468525b73a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:00.177374 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fa86cddb-c416-46d9-bb0f-493ad9929d03 req-f7fd2ee1-1df3-4fa6-9f09-43468525b73a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.0971718 Dec 05 21:44:00.230532 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fa86cddb-c416-46d9-bb0f-493ad9929d03 req-4fc3a1c4-8b2a-4153-b6db-aab2e2a10fca tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457876 Dec 05 21:44:00.413393 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-87bbe16d-5d1d-441e-bdce-2949c7ce6de4 req-d7467bec-7a8b-434b-bade-47ace3cf40d7 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 210 time: 0.0613139 Dec 05 21:44:01.052094 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-66c633c9-a3aa-4d47-9d06-9f6ff59f5984 req-0cf34c39-430b-4b57-bca5-9af262f11458 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 210 time: 0.0488625 Dec 05 21:44:01.147790 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:01.460893 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12106c37-5391-4514-a31f-728de111dd88 req-fd0c6315-bc8b-424a-997d-fc651c504140 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:01.462897 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-12106c37-5391-4514-a31f-728de111dd88 req-fd0c6315-bc8b-424a-997d-fc651c504140 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.0980968 Dec 05 21:44:01.518162 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-12106c37-5391-4514-a31f-728de111dd88 req-730fc642-20a2-43ef-9edf-d2a6f6f4fcd5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484185 Dec 05 21:44:01.692576 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-444e2608-c450-4e1c-be05-da65277e4b2a req-00a63107-bd69-4cb0-9f63-693c69256185 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 210 time: 0.0487611 Dec 05 21:44:02.260267 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-677711f8-e886-4717-903b-84ce70ef2ebb req-f2f01785-6ed4-4e47-a51a-936ffecdceeb tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 210 time: 0.0463121 Dec 05 21:44:02.677155 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b7f1a-99fb-4d79-85ac-de70fc8c0c2d req-b21de954-6c37-4268-a282-d16e0ac5be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:02.678985 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e08b7f1a-99fb-4d79-85ac-de70fc8c0c2d req-b21de954-6c37-4268-a282-d16e0ac5be06 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 1162 time: 0.1529531 Dec 05 21:44:02.804619 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e08b7f1a-99fb-4d79-85ac-de70fc8c0c2d req-2d068016-0ca7-42ea-b9d3-86210d45679a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858631 Dec 05 21:44:02.860544 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd467cc-c624-4e3e-85e6-036e2459b0ea req-49c1968f-43e1-466a-8a5f-6d72a960fb24 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:02.870334 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7fd467cc-c624-4e3e-85e6-036e2459b0ea req-49c1968f-43e1-466a-8a5f-6d72a960fb24 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1342249 Dec 05 21:44:02.937040 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7fd467cc-c624-4e3e-85e6-036e2459b0ea req-674dbed7-357f-464c-b94c-8bbc3ff9fc80 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644686 Dec 05 21:44:03.157440 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-329722c3-5695-440d-94ae-355b74c6782b req-62917578-4f98-42a3-822e-28f289971aac tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 210 time: 0.0549293 Dec 05 21:44:03.387905 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device b0c2ad94-cccf-43cc-a866-07e22490b1f7 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:44:03.463087 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port b0c2ad94-cccf-43cc-a866-07e22490b1f7 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:44:03.463495 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:03.468896 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ebe7acda-5ad6-4aaf-a6c0-452a98f583f6 req-8e9cf2ea-0c02-4bff-8a22-a74f76045109 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 210 time: 0.0514975 Dec 05 21:44:04.168002 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b79e03-72ab-42ff-95c4-664487eacc74 req-d59bdac8-7beb-4ad4-81a2-a156565add92 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:04.169905 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-39b79e03-72ab-42ff-95c4-664487eacc74 req-d59bdac8-7beb-4ad4-81a2-a156565add92 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.0915673 Dec 05 21:44:04.242634 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-39b79e03-72ab-42ff-95c4-664487eacc74 req-c9e27d04-8ce5-42f1-bf7f-38d577f5e98b tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643337 Dec 05 21:44:04.353498 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e36db6f7-2e1a-4c20-8ec5-65a61de15eb4 req-17cfbdd3-099c-4db6-8505-665252954f5e tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 210 time: 0.0502784 Dec 05 21:44:04.694917 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6e52b482-37c5-4b72-841f-bc52703f3063 req-cfa29662-eafe-459d-9d38-df119e6e5b46 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 210 time: 0.0507431 Dec 05 21:44:05.520335 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a35e4-c6a3-41df-935a-ad79147ce560 req-c8ee171e-fd5b-4697-852e-8b707504ba0d tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:05.539625 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ff7a35e4-c6a3-41df-935a-ad79147ce560 req-c8ee171e-fd5b-4697-852e-8b707504ba0d tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1490252 Dec 05 21:44:05.590619 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ff7a35e4-c6a3-41df-935a-ad79147ce560 req-aa21a595-3c14-48fe-9ba0-b42b6f0784aa tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495253 Dec 05 21:44:05.617202 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29b3b7f8-98ca-41c1-9166-0becf25a93b0 req-1419d369-5bfb-45bc-bc10-47faf65ca47f tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 210 time: 0.0774398 Dec 05 21:44:05.921804 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-79ae8d47-9e1e-41a0-a602-a72d8069b778 req-91143dc3-6cd4-43b7-8b8e-7d81987afc3d tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 210 time: 0.0713131 Dec 05 21:44:06.828218 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b2f437ae-e592-4792-9abf-31b1ed789e49 req-9bae56c8-6637-45b1-9e97-bae9e56f5752 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 210 time: 0.0469353 Dec 05 21:44:06.858654 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2797497-3037-4043-9745-a32ffa91ecff req-850e7072-57da-4b77-a37f-c89f788eef0b tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:06.860348 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c2797497-3037-4043-9745-a32ffa91ecff req-850e7072-57da-4b77-a37f-c89f788eef0b tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1273897 Dec 05 21:44:06.916383 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c2797497-3037-4043-9745-a32ffa91ecff req-ad1955fd-2dfe-4c86-9d7a-b0f559656da4 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486367 Dec 05 21:44:07.164986 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5c3b2013-3ef9-4eb2-a000-6c9b78e3bdef req-15ae63da-607e-4251-a57e-869ca7e77155 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 210 time: 0.0891223 Dec 05 21:44:08.055708 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-21bac067-3a42-47a0-800e-7043d03403bf req-3609537b-4894-4096-937a-44a7cae66aec tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 210 time: 0.0497787 Dec 05 21:44:08.181213 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fc568-d145-4967-8668-4079fb977ad2 req-12504b89-26ea-45f8-82be-7d181fbe9e3c tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:08.183023 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-075fc568-d145-4967-8668-4079fb977ad2 req-12504b89-26ea-45f8-82be-7d181fbe9e3c tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1094544 Dec 05 21:44:08.239322 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-075fc568-d145-4967-8668-4079fb977ad2 req-62bfb9ad-d7bc-452f-9cac-55a5c79b4fb1 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491328 Dec 05 21:44:08.450608 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6c0ea627-dda9-420e-80c2-9886c207150e req-acafb02f-41bd-4e38-94b7-6b0bad6ef0e2 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 210 time: 0.0875680 Dec 05 21:44:08.964795 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device b0c2ad94-cccf-43cc-a866-07e22490b1f7 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:44:09.095117 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port b0c2ad94-cccf-43cc-a866-07e22490b1f7 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:44:09.095853 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:09.268973 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-80f58536-4a01-4700-8f8d-006c4e111b51 req-24b4d99a-b0b6-4319-b2c8-71d36902a7ba tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 210 time: 0.0484173 Dec 05 21:44:09.701481 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488ce31-dc76-4d3f-bc90-e58eaf8a66b4 req-58d1deab-8bcf-4982-8d9b-8654d53db14b tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:09.716228 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e488ce31-dc76-4d3f-bc90-e58eaf8a66b4 req-58d1deab-8bcf-4982-8d9b-8654d53db14b tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.2098606 Dec 05 21:44:09.818295 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e488ce31-dc76-4d3f-bc90-e58eaf8a66b4 req-9f7ea70d-b403-4a86-a587-0ed67749308c tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004701 Dec 05 21:44:09.836735 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7f77a062-2e18-45ae-9e1b-88bf2ec4b530 req-0686c65f-a5c5-429d-b8af-cc16c172831c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 210 time: 0.0938036 Dec 05 21:44:09.964510 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9176490-733e-4d93-9ebb-97085c6b0a45 req-616b4485-c54f-478d-95ae-877f8dce5adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:09.966429 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b9176490-733e-4d93-9ebb-97085c6b0a45 req-616b4485-c54f-478d-95ae-877f8dce5adf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=387707d1b07f4c5b9a7d2155b4ca7185&device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 1162 time: 0.0883913 Dec 05 21:44:10.177679 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9176490-733e-4d93-9ebb-97085c6b0a45 req-1ea745fa-5913-4a12-a24d-fc66827bc245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:10.179335 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b9176490-733e-4d93-9ebb-97085c6b0a45 req-1ea745fa-5913-4a12-a24d-fc66827bc245 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a343bc3-72fd-414f-a6e7-9632ec6930e0 HTTP/1.1" status: 200 len: 913 time: 0.1782935 Dec 05 21:44:10.266730 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b9176490-733e-4d93-9ebb-97085c6b0a45 req-a4d76579-c174-408c-b4fe-fda766da584d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 HTTP/1.1" status: 200 len: 217 time: 0.0804279 Dec 05 21:44:10.428552 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9176490-733e-4d93-9ebb-97085c6b0a45 req-f21ada09-86f9-458a-95b9-edb20d67a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:10.432099 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b9176490-733e-4d93-9ebb-97085c6b0a45 req-f21ada09-86f9-458a-95b9-edb20d67a9e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ccaf5210-bac5-475a-af4e-b572b8c0356d HTTP/1.1" status: 200 len: 859 time: 0.1340880 Dec 05 21:44:10.517352 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-0218f6ab-7a32-49ce-afa9-e30156267fb5 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:10.520917 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-0218f6ab-7a32-49ce-afa9-e30156267fb5 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.53 "GET /v2.0/networks?id=811ae4e3-171e-48fa-8bac-30edfe0da7b4 HTTP/1.1" status: 200 len: 810 time: 0.2174075 Dec 05 21:44:10.545332 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b9176490-733e-4d93-9ebb-97085c6b0a45 req-cb848e47-3246-4481-9bca-c37200700bf1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a343bc3-72fd-414f-a6e7-9632ec6930e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009214 Dec 05 21:44:10.664078 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-afcbbb07-78f8-42e1-8273-33aafc56e90f req-fefce89e-2d4b-4f70-a562-7dbe1115cabd tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 210 time: 0.0675602 Dec 05 21:44:10.715687 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-217527bc-f3a6-40d5-8a1e-77149e0b6086 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37ac9d224de24a2484f2fdefe069b4bf HTTP/1.1" status: 200 len: 8126 time: 0.1749659 Dec 05 21:44:10.746749 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-014b6166-0007-40e4-9791-1e4ca8a7970a tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Request body: {'port': {'device_id': '4a826503-7b27-4a8f-954c-61f33d9ffdc0', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'admin_state_up': True, 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'security_groups': ['1d8e3235-928a-448d-9e09-3b1bf85e1389']}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:44:10.839018 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b9176490-733e-4d93-9ebb-97085c6b0a45 req-ed2a941d-0476-4397-baee-fcea302f3fb3 service neutron] 10.222.0.53 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816010 Dec 05 21:44:11.147916 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-79bcd10f-07a1-4ab4-b303-c991f6520353 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:11.150519 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-79bcd10f-07a1-4ab4-b303-c991f6520353 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.53 "GET /v2.0/networks?id=ba83bbf0-3b38-4232-af09-1ca8d508a608 HTTP/1.1" status: 200 len: 817 time: 0.2043657 Dec 05 21:44:11.177276 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b9176490-733e-4d93-9ebb-97085c6b0a45 req-48420567-72d9-48d7-bd69-6808ab337c0e service neutron] 10.222.0.53 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3293116 Dec 05 21:44:11.376197 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1f91416c-6c25-4478-ada6-e9f017f6713f req-de762c4a-630b-4d11-b7f3-340731635d7e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 210 time: 0.1127741 Dec 05 21:44:11.409159 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-fdae2cb2-80e7-48a9-9ccb-d781f0341c53 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060 HTTP/1.1" status: 200 len: 8128 time: 0.1833901 Dec 05 21:44:11.433667 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-014b6166-0007-40e4-9791-1e4ca8a7970a tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:44:11.449066 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-014b6166-0007-40e4-9791-1e4ca8a7970a tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:44:11.469136 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dca17c-54e0-46fd-ab7b-012c124f911f req-797309ee-b6bd-4d73-878f-2e8302a02d34 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:11.471154 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d2dca17c-54e0-46fd-ab7b-012c124f911f req-797309ee-b6bd-4d73-878f-2e8302a02d34 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.3160861 Dec 05 21:44:11.473567 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-014b6166-0007-40e4-9791-1e4ca8a7970a tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Made reservation on behalf of 37ac9d224de24a2484f2fdefe069b4bf for: {'port': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:44:11.479968 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-014b6166-0007-40e4-9791-1e4ca8a7970a tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:11.610813 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d2dca17c-54e0-46fd-ab7b-012c124f911f req-2db2da45-f251-4740-b03c-6b7d4cc68266 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107430 Dec 05 21:44:12.216717 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f4266479-188a-44d6-9ab9-3b5c45e05f5b req-d8e98001-44c9-4b23-99c2-ce9caa46dae6 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 210 time: 0.1960130 Dec 05 21:44:12.218995 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 54458) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:44:12.300373 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-014b6166-0007-40e4-9791-1e4ca8a7970a tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Allocated IP 172.20.0.14 (811ae4e3-171e-48fa-8bac-30edfe0da7b4/1dcf2694-5e4a-45e4-991f-a09b77fb18bf/9ba67af6-6012-4a16-9123-22af89c12c0e) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:44:12.392156 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-056cd754-04e7-42f9-bf2c-0f8b06732da7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Request body: {'port': {'device_id': 'cb942010-6f22-497e-9ed5-222ad6f0c201', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'admin_state_up': True, 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'security_groups': ['05e2db0f-9557-426c-9803-871a90f04ecd']}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:44:12.911990 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-64b35d76-9a2e-4969-949f-420db75a1e2e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8ec43b91b244015a9b593d5a5450873&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6885035 Dec 05 21:44:12.914536 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 54476) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:44:12.931127 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-014b6166-0007-40e4-9791-1e4ca8a7970a tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:12.950242 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-014b6166-0007-40e4-9791-1e4ca8a7970a tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Transition to ACTIVE for port object 9ba67af6-6012-4a16-9123-22af89c12c0e will not be triggered until provisioned by entity DHCP. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:44:12.955851 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae67425-28db-4cc6-be68-ac5d1fa4c8c6 req-5b20a365-7924-43a9-8220-0aff650c9300 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:12.956609 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dae67425-28db-4cc6-be68-ac5d1fa4c8c6 req-5b20a365-7924-43a9-8220-0aff650c9300 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.6149793 Dec 05 21:44:13.065251 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dae67425-28db-4cc6-be68-ac5d1fa4c8c6 req-a1c48ec0-e9d6-4145-a880-70a04e9ed22c tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990839 Dec 05 21:44:13.102360 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-550520d1-4ef0-41b8-bbbe-6bcf76be5faf req-a0350794-2c20-4951-8867-5adc9246baec tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 210 time: 0.1470630 Dec 05 21:44:13.151347 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cae1f46a-fb20-41fc-970b-1e0bbc83280d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:13.197585 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cae1f46a-fb20-41fc-970b-1e0bbc83280d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:13.223710 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-014b6166-0007-40e4-9791-1e4ca8a7970a tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:13.255622 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bc937095-b654-4b51-90fc-0d80ccbb0a7c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:13.330788 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cae1f46a-fb20-41fc-970b-1e0bbc83280d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:13.354336 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b9188a5f-38fb-49f8-9fa1-703ca9c9d6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:13.368061 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1f46a-fb20-41fc-970b-1e0bbc83280d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5bd9b6-05f6-4d61-8a56-94152ac60c4d,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:13.373251 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-056cd754-04e7-42f9-bf2c-0f8b06732da7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:44:13.373631 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cae1f46a-fb20-41fc-970b-1e0bbc83280d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:13.381921 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cae1f46a-fb20-41fc-970b-1e0bbc83280d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:13.389624 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-cae1f46a-fb20-41fc-970b-1e0bbc83280d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e5bd9b6-05f6-4d61-8a56-94152ac60c4d HTTP/1.1" status: 204 len: 168 time: 0.4732151 Dec 05 21:44:13.395494 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-056cd754-04e7-42f9-bf2c-0f8b06732da7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:44:13.563472 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-056cd754-04e7-42f9-bf2c-0f8b06732da7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Made reservation on behalf of d4d0fd6f9ae7423f8a6f280d3c1ae060 for: {'port': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:44:13.586313 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-056cd754-04e7-42f9-bf2c-0f8b06732da7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:13.640335 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b6166-0007-40e4-9791-1e4ca8a7970a tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Pushing event updated for resources: {'Port': ['ID=9ba67af6-6012-4a16-9123-22af89c12c0e,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:13.658443 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-014b6166-0007-40e4-9791-1e4ca8a7970a tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:13.658680 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885b904-4868-4519-8e19-61e2cd4d2d96 req-b98cd021-59f6-4392-8f2f-bfb4f57bcf0e tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:13.661322 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6885b904-4868-4519-8e19-61e2cd4d2d96 req-b98cd021-59f6-4392-8f2f-bfb4f57bcf0e tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 932 time: 0.1783564 Dec 05 21:44:13.711205 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-014b6166-0007-40e4-9791-1e4ca8a7970a tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Network 811ae4e3-171e-48fa-8bac-30edfe0da7b4 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:44:13.712138 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-014b6166-0007-40e4-9791-1e4ca8a7970a tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:44:13.717276 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-014b6166-0007-40e4-9791-1e4ca8a7970a tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:44:13.812551 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-6885b904-4868-4519-8e19-61e2cd4d2d96 req-9bf37d83-0e18-4e1f-b61a-25d0989929ba tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Synchronizing usage tracker for tenant:37ac9d224de24a2484f2fdefe069b4bf on resource:security_group {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:44:13.869727 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-6885b904-4868-4519-8e19-61e2cd4d2d96 req-9bf37d83-0e18-4e1f-b61a-25d0989929ba tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Unset dirty status for tenant:37ac9d224de24a2484f2fdefe069b4bf on resource:security_group {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:44:13.872032 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6885b904-4868-4519-8e19-61e2cd4d2d96 req-9bf37d83-0e18-4e1f-b61a-25d0989929ba tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929045 Dec 05 21:44:13.993450 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-014b6166-0007-40e4-9791-1e4ca8a7970a tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:13.994159 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-014b6166-0007-40e4-9791-1e4ca8a7970a tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:14.078291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-c2adebbb-526b-4f40-be2e-700914025545 None None] Provisioning for port 9ba67af6-6012-4a16-9123-22af89c12c0e completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:44:14.087201 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-c2adebbb-526b-4f40-be2e-700914025545 None None] Provisioning complete for port 9ba67af6-6012-4a16-9123-22af89c12c0e triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:44:14.087973 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c2adebbb-526b-4f40-be2e-700914025545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:14.106869 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-014b6166-0007-40e4-9791-1e4ca8a7970a tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3689692 Dec 05 21:44:14.162081 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-c2adebbb-526b-4f40-be2e-700914025545 None None] Port 9ba67af6-6012-4a16-9123-22af89c12c0e cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:44:14.457693 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-056cd754-04e7-42f9-bf2c-0f8b06732da7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Allocated IP 172.20.0.10 (ba83bbf0-3b38-4232-af09-1ca8d508a608/9202ba51-95a8-4744-9f6f-9b6d34d32b9b/05c2f176-74ee-43ea-bb0f-000f397b5093) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:44:14.579127 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-36974b50-4e99-4640-b195-5ed20aa3cf60 req-a37a4998-1d50-458f-9f83-89a81681f36d tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 210 time: 0.1177952 Dec 05 21:44:14.638333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2bd94-44cf-46b7-ba24-e03f0e71c0cb req-8a52e709-69ee-451c-bf1e-3f510a8fdc02 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:14.643107 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-89b2bd94-44cf-46b7-ba24-e03f0e71c0cb req-8a52e709-69ee-451c-bf1e-3f510a8fdc02 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.2588339 Dec 05 21:44:14.814558 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-89b2bd94-44cf-46b7-ba24-e03f0e71c0cb req-7d0a64fc-37a9-4b3a-b6ee-38a6f3526977 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383429 Dec 05 21:44:14.868032 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-056cd754-04e7-42f9-bf2c-0f8b06732da7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:14.890010 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-056cd754-04e7-42f9-bf2c-0f8b06732da7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Transition to ACTIVE for port object 05c2f176-74ee-43ea-bb0f-000f397b5093 will not be triggered until provisioned by entity DHCP. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:44:14.926096 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-056cd754-04e7-42f9-bf2c-0f8b06732da7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:14.956162 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-abf9d2e6-8674-4e84-bdd4-95de83014879 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:15.053569 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 54546) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:44:15.244741 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963df42-806b-4a8e-ab1e-700eb968ee57 req-7c4a3fbe-8d84-4d50-8382-388263cff6e6 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:15.246467 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4963df42-806b-4a8e-ab1e-700eb968ee57 req-7c4a3fbe-8d84-4d50-8382-388263cff6e6 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 932 time: 0.1151137 Dec 05 21:44:15.260562 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cd754-04e7-42f9-bf2c-0f8b06732da7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Pushing event updated for resources: {'Port': ['ID=05c2f176-74ee-43ea-bb0f-000f397b5093,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:15.278398 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-056cd754-04e7-42f9-bf2c-0f8b06732da7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:15.280332 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-056cd754-04e7-42f9-bf2c-0f8b06732da7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Network ba83bbf0-3b38-4232-af09-1ca8d508a608 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:44:15.281592 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-056cd754-04e7-42f9-bf2c-0f8b06732da7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:44:15.284001 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-056cd754-04e7-42f9-bf2c-0f8b06732da7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:44:15.311232 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4963df42-806b-4a8e-ab1e-700eb968ee57 req-6128aca0-d602-4b20-a8f9-6a354eeff4cb tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494905 Dec 05 21:44:15.321774 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-815000064-network', 'tenant_id': '22dd5f56923d47d4b34fe437f6404af6'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:44:15.327272 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:44:15.332265 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Usage tracker for resource:network and tenant:22dd5f56923d47d4b34fe437f6404af6 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:44:15.336078 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:44:15.344735 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:44:15.358009 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-056cd754-04e7-42f9-bf2c-0f8b06732da7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:15.358740 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-056cd754-04e7-42f9-bf2c-0f8b06732da7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:15.361065 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Made reservation on behalf of 22dd5f56923d47d4b34fe437f6404af6 for: {'network': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:44:15.367172 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for network, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:15.385381 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:15.395409 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-056cd754-04e7-42f9-bf2c-0f8b06732da7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0082307 Dec 05 21:44:15.409801 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:44:15.414704 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Usage tracker for resource:security_group_rule and tenant:22dd5f56923d47d4b34fe437f6404af6 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:44:15.417913 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:44:15.424441 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:44:15.560883 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:15.569813 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:15.598490 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 05 21:44:15.609814 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:15.610104 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Added segment c8b33da2-10ae-4545-bd24-eb412e687a58 of type vxlan for network 3232708e-21b6-47c6-8857-e6bc2d91b53d Dec 05 21:44:15.618610 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c3ddb1c3-e619-468d-9309-c8f32c3ca9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:15.657201 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2b06fa-50d6-4177-b315-88ad6f3b60e8,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:15.681713 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.682118 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.693249 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.694002 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.694545 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.695100 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.695643 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.696195 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.696898 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.698159 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.698819 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.699852 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.700626 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.701148 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.701671 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.702191 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.702886 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.703406 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.703957 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.704478 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.705005 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.705545 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.706182 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.707212 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:15.712813 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284944475320'] for network, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:15.718098 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:15.741041 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-c5b509d4-9ec5-4f39-9e81-c4c41e085b48 None None] Provisioning for port 05c2f176-74ee-43ea-bb0f-000f397b5093 completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:44:15.747170 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-c5b509d4-9ec5-4f39-9e81-c4c41e085b48 None None] Provisioning complete for port 05c2f176-74ee-43ea-bb0f-000f397b5093 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:44:15.747592 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c5b509d4-9ec5-4f39-9e81-c4c41e085b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:15.769718 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for network, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:15.771046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:15.771691 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:15.791194 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2952ded3-8e4d-4b2c-bd85-54e8e6f81515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:15.818876 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-c5b509d4-9ec5-4f39-9e81-c4c41e085b48 None None] Port 05c2f176-74ee-43ea-bb0f-000f397b5093 cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:44:15.904786 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Pushing event updated for resources: {'Network': ['ID=3232708e-21b6-47c6-8857-e6bc2d91b53d,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:15.911934 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 54576) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:44:15.918697 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Request body: {'subnet': {'network_id': '3232708e-21b6-47c6-8857-e6bc2d91b53d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-815000064-subnet', 'tenant_id': '22dd5f56923d47d4b34fe437f6404af6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:44:15.922563 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8676915 Dec 05 21:44:15.927015 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:15.929160 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:44:15.934082 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Usage tracker for resource:subnet and tenant:22dd5f56923d47d4b34fe437f6404af6 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:44:15.937944 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:44:15.938228 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Network 3232708e-21b6-47c6-8857-e6bc2d91b53d details requested by agent ovs-agent-dv-cinder-757908-4-iscsi with host dv-cinder-757908-4-iscsi {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:44:15.945896 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:44:15.961575 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Made reservation on behalf of 22dd5f56923d47d4b34fe437f6404af6 for: {'subnet': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:44:15.966801 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16691644'] for subnet, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:16.090080 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0a41e-d2a8-4e3d-8a7e-5ec0868601f7 req-b14e7015-4115-492d-90ef-50b7f0872e46 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:16.091798 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1bf0a41e-d2a8-4e3d-8a7e-5ec0868601f7 req-b14e7015-4115-492d-90ef-50b7f0872e46 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.0976014 Dec 05 21:44:16.171535 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1bf0a41e-d2a8-4e3d-8a7e-5ec0868601f7 req-1b2a0c10-fd18-4b0e-9965-f72975816383 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724163 Dec 05 21:44:16.301132 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f217829-98d8-4610-ac95-08927820c600 req-8a98ccc4-7669-490f-b405-f530b01c81e8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:16.301903 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-9f217829-98d8-4610-ac95-08927820c600 req-8a98ccc4-7669-490f-b405-f530b01c81e8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Synchronizing usage tracker for tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:44:16.347919 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-9f217829-98d8-4610-ac95-08927820c600 req-8a98ccc4-7669-490f-b405-f530b01c81e8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Unset dirty status for tenant:d4d0fd6f9ae7423f8a6f280d3c1ae060 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:44:16.349250 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9f217829-98d8-4610-ac95-08927820c600 req-8a98ccc4-7669-490f-b405-f530b01c81e8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 932 time: 0.2030411 Dec 05 21:44:16.446670 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9f217829-98d8-4610-ac95-08927820c600 req-0c1758a5-37d2-4eca-875c-7f61bda2df61 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816000 Dec 05 21:44:16.609815 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c406d-e813-4fe5-b313-be20cc525fdd req-3e51b218-02c3-40e8-9768-cb5ddc7d9b38 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:16.611488 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d97c406d-e813-4fe5-b313-be20cc525fdd req-3e51b218-02c3-40e8-9768-cb5ddc7d9b38 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 932 time: 0.1174788 Dec 05 21:44:16.641069 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839153435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16691629'] for subnet, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:16.659280 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8686e2ca-7f96-4a03-a50f-b77116e17d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:16.676752 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d97c406d-e813-4fe5-b313-be20cc525fdd req-c2a54fcb-d2b8-437d-9ff3-d986408b0661 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512896 Dec 05 21:44:16.818462 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Request body: {'port': {'device_id': '4a826503-7b27-4a8f-954c-61f33d9ffdc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:44:16.852496 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eff1004c-2286-4bc7-a23f-186ba80a0503,revision_number=0']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:16.867656 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Request body: {'port': {'device_id': 'cb942010-6f22-497e-9ed5-222ad6f0c201', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:44:16.921561 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.921978 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.922390 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.922787 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.923177 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.923567 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.923986 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.924370 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.926379 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.926379 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.926379 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.926921 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.927086 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.927485 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.927906 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.928286 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.928672 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.929058 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.929431 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.929812 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.930195 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.930575 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.930959 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.931334 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:16.942331 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d45a2-0b7e-4dd6-8310-802321f10da3 req-aa667ff2-ae35-43fb-8a9c-79b3acf666af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:16.945170 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fb4d45a2-0b7e-4dd6-8310-802321f10da3 req-aa667ff2-ae35-43fb-8a9c-79b3acf666af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=387707d1b07f4c5b9a7d2155b4ca7185&device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 1162 time: 0.1142154 Dec 05 21:44:16.965623 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:16.998530 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Network 3232708e-21b6-47c6-8857-e6bc2d91b53d details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:44:17.112913 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:17.172193 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d45a2-0b7e-4dd6-8310-802321f10da3 req-a7f860a1-631a-4aa8-960c-29217e96a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:17.173885 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fb4d45a2-0b7e-4dd6-8310-802321f10da3 req-a7f860a1-631a-4aa8-960c-29217e96a6e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a343bc3-72fd-414f-a6e7-9632ec6930e0 HTTP/1.1" status: 200 len: 913 time: 0.1964788 Dec 05 21:44:17.421819 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:44:17.429973 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:17.457618 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fb4d45a2-0b7e-4dd6-8310-802321f10da3 req-5a11437c-cbdb-429c-81f0-d08c0ffa705c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 HTTP/1.1" status: 200 len: 217 time: 0.0802319 Dec 05 21:44:17.537828 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d45a2-0b7e-4dd6-8310-802321f10da3 req-376a0359-37db-4c90-b6ca-88ea0c2eb0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:17.539482 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fb4d45a2-0b7e-4dd6-8310-802321f10da3 req-376a0359-37db-4c90-b6ca-88ea0c2eb0f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ccaf5210-bac5-475a-af4e-b572b8c0356d HTTP/1.1" status: 200 len: 859 time: 0.0738451 Dec 05 21:44:17.555035 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Checking segment: {'id': 'c8b33da2-10ae-4545-bd24-eb412e687a58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3232708e-21b6-47c6-8857-e6bc2d91b53d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:44:17.555687 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Network hostable DHCP agents. Network: 3232708e-21b6-47c6-8857-e6bc2d91b53d, hostable agents: ['f9b3e222-eb4b-465e-917f-070186e4772e'], hosted agents: [] {{(pid=80240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 05 21:44:17.712774 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fb4d45a2-0b7e-4dd6-8310-802321f10da3 req-7705db18-7c5f-4b56-9b89-3d3effe8f2f0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a343bc3-72fd-414f-a6e7-9632ec6930e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1650388 Dec 05 21:44:17.732639 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Network 3232708e-21b6-47c6-8857-e6bc2d91b53d is scheduled to be hosted by DHCP agent f9b3e222-eb4b-465e-917f-070186e4772e with binding_index 1 {{(pid=80240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 05 21:44:17.758150 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:17.843922 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e7eb1-f26b-413c-a776-18bc4064041d req-e65d4044-a650-4ed6-8af5-68937ae0e942 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:17.845605 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c58e7eb1-f26b-413c-a776-18bc4064041d req-e65d4044-a650-4ed6-8af5-68937ae0e942 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.4287062 Dec 05 21:44:17.861571 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-4-iscsi, 3232708e-21b6-47c6-8857-e6bc2d91b53d) {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:44:17.871631 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2d0f59-6de1-4866-a547-cb109bc058f5 None None] Network 3232708e-21b6-47c6-8857-e6bc2d91b53d requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:44:18.014973 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:18.015644 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for subnet, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:18.092525 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c58e7eb1-f26b-413c-a776-18bc4064041d req-1729bb79-0595-40ee-a16e-797fc312e922 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351489 Dec 05 21:44:18.208443 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4100cef-75ff-496d-af5c-c2779b6cc6fc req-b9322b29-34ed-4417-943a-bbd0f4f3918d tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:18.218595 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a4100cef-75ff-496d-af5c-c2779b6cc6fc req-b9322b29-34ed-4417-943a-bbd0f4f3918d tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 932 time: 0.5997245 Dec 05 21:44:18.259757 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fb4d45a2-0b7e-4dd6-8310-802321f10da3 req-cbef5ebd-d654-4f6a-99c4-1be78930eaeb service neutron] 10.222.0.53 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265450 Dec 05 21:44:18.301279 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a4100cef-75ff-496d-af5c-c2779b6cc6fc req-31dac9ce-9ba0-4c38-8f9a-c76a7b85095e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767529 Dec 05 21:44:18.355767 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4326701 Dec 05 21:44:18.458360 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf39e6c-60bc-4c2d-81b8-4e4b53b2f12e None None] Network 3232708e-21b6-47c6-8857-e6bc2d91b53d requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:44:18.834118 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fb4d45a2-0b7e-4dd6-8310-802321f10da3 req-292e70bd-cb1d-405f-a1b7-74fa44a33726 service neutron] 10.222.0.53 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5018625 Dec 05 21:44:18.935872 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba67af6-6012-4a16-9123-22af89c12c0e {{(pid=80240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 05 21:44:18.950274 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:18.982540 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Transition to ACTIVE for port object 9ba67af6-6012-4a16-9123-22af89c12c0e will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:44:18.989890 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e817d0-c000-4f08-a31a-606862491b46 req-dcdd174d-b283-4b90-bcf9-c51cc6b1992e tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:18.990704 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-16e817d0-c000-4f08-a31a-606862491b46 req-dcdd174d-b283-4b90-bcf9-c51cc6b1992e tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Synchronizing usage tracker for tenant:37ac9d224de24a2484f2fdefe069b4bf on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:44:18.998306 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:19.028389 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a188f858-5d4b-414e-9709-b72195fc21b6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:19.219431 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-16e817d0-c000-4f08-a31a-606862491b46 req-dcdd174d-b283-4b90-bcf9-c51cc6b1992e tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Unset dirty status for tenant:37ac9d224de24a2484f2fdefe069b4bf on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:44:19.220743 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-16e817d0-c000-4f08-a31a-606862491b46 req-dcdd174d-b283-4b90-bcf9-c51cc6b1992e tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 932 time: 0.8767278 Dec 05 21:44:19.298692 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Pushing event updated for resources: {'Port': ['ID=9ba67af6-6012-4a16-9123-22af89c12c0e,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:19.303715 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c2f176-74ee-43ea-bb0f-000f397b5093 {{(pid=80240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 05 21:44:19.311622 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:19.330742 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:19.365363 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-16e817d0-c000-4f08-a31a-606862491b46 req-4aa9d501-0507-497b-acc7-efb362dd224b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246040 Dec 05 21:44:19.379717 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Transition to ACTIVE for port object 05c2f176-74ee-43ea-bb0f-000f397b5093 will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:44:19.384251 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:19.407992 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:19.438780 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b350c13-1e3f-4bf4-a4e6-96748085d06b req-d1f9e390-67d0-44c1-a8ad-fea01d41cd46 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:19.449002 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4b350c13-1e3f-4bf4-a4e6-96748085d06b req-d1f9e390-67d0-44c1-a8ad-fea01d41cd46 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1487260 Dec 05 21:44:19.549541 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4b350c13-1e3f-4bf4-a4e6-96748085d06b req-064b2c83-9c6d-48cf-879a-18cd8e47bf1a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983310 Dec 05 21:44:19.803720 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Pushing event updated for resources: {'Port': ['ID=05c2f176-74ee-43ea-bb0f-000f397b5093,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:19.813441 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:19.951654 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Attempting to bind port 9ba67af6-6012-4a16-9123-22af89c12c0e on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:44:19.952155 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Attempting to bind port 9ba67af6-6012-4a16-9123-22af89c12c0e by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'ee867ec9-fdd0-4eef-af71-84c38a9bd339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:44:19.952367 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Attempting to bind port 9ba67af6-6012-4a16-9123-22af89c12c0e on network 811ae4e3-171e-48fa-8bac-30edfe0da7b4 {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:44:20.036214 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Checking agent: {'id': '73420180-90c9-4440-8e64-a61aa3b256a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 39, 15), 'started_at': datetime.datetime(2020, 12, 5, 21, 39, 45), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 7, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:44:20.036214 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Checking segment: {'id': 'ee867ec9-fdd0-4eef-af71-84c38a9bd339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:44:20.036214 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:20.036214 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Bound using segment: {'id': 'ee867ec9-fdd0-4eef-af71-84c38a9bd339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:44:20.036214 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Bound port: 9ba67af6-6012-4a16-9123-22af89c12c0e, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee867ec9-fdd0-4eef-af71-84c38a9bd339', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:44:20.047769 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:20.229307 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12614cb-f7ed-4b97-854a-bb9dba2791c7 req-24fd8f3a-7469-4b7e-850d-9d43a1115f65 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:20.242540 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f12614cb-f7ed-4b97-854a-bb9dba2791c7 req-24fd8f3a-7469-4b7e-850d-9d43a1115f65 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.4401808 Dec 05 21:44:20.475609 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Attempting to bind port 05c2f176-74ee-43ea-bb0f-000f397b5093 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:44:20.476491 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Attempting to bind port 05c2f176-74ee-43ea-bb0f-000f397b5093 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:44:20.477141 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Attempting to bind port 05c2f176-74ee-43ea-bb0f-000f397b5093 on network ba83bbf0-3b38-4232-af09-1ca8d508a608 {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:44:20.496688 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f12614cb-f7ed-4b97-854a-bb9dba2791c7 req-d3164bfe-2d18-4d2c-9358-2588b9e8b115 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528031 Dec 05 21:44:20.498914 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] For port 9ba67af6-6012-4a16-9123-22af89c12c0e, host hv-cinder-75790, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:44:20.508371 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] For port 9ba67af6-6012-4a16-9123-22af89c12c0e, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=9ba67af6-6012-4a16-9123-22af89c12c0e,segment=NetworkSegment(ee867ec9-fdd0-4eef-af71-84c38a9bd339),segment_id=ee867ec9-fdd0-4eef-af71-84c38a9bd339)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:44:20.515239 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Checking agent: {'id': '73420180-90c9-4440-8e64-a61aa3b256a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 39, 15), 'started_at': datetime.datetime(2020, 12, 5, 21, 39, 45), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 7, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:44:20.515847 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Checking segment: {'id': '8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:44:20.516519 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:20.517186 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Bound using segment: {'id': '8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:44:20.518005 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Bound port: 05c2f176-74ee-43ea-bb0f-000f397b5093, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:44:20.519209 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:20.563173 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:20.584816 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:21.054627 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96735bdb-2907-47a1-9606-c1b6e352d86b req-77cbb751-8924-4241-b57e-6173f4863c65 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:21.058113 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-96735bdb-2907-47a1-9606-c1b6e352d86b req-77cbb751-8924-4241-b57e-6173f4863c65 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1448359 Dec 05 21:44:21.124228 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-96735bdb-2907-47a1-9606-c1b6e352d86b req-e87b17f2-c7f5-4d35-9a55-2f40a0290899 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515473 Dec 05 21:44:21.239946 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Pushing event updated for resources: {'Port': ['ID=9ba67af6-6012-4a16-9123-22af89c12c0e,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:21.248744 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:21.269837 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] For port 05c2f176-74ee-43ea-bb0f-000f397b5093, host hv-cinder-75790, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:44:21.272399 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] For port 05c2f176-74ee-43ea-bb0f-000f397b5093, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=05c2f176-74ee-43ea-bb0f-000f397b5093,segment=NetworkSegment(8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f),segment_id=8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:44:21.276539 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:21.277220 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:21.278771 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] 10.222.0.53 "PUT /v2.0/ports/9ba67af6-6012-4a16-9123-22af89c12c0e HTTP/1.1" status: 200 len: 1158 time: 4.4705036 Dec 05 21:44:21.279304 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a826503-7b27-4a8f-954c-61f33d9ffdc0', 'tag': '9ba67af6-6012-4a16-9123-22af89c12c0e'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:44:21.288872 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:21.305894 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-08c0f647-1687-48dd-acc8-12b50185bacc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:21.363778 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ec949-8e8a-4db0-8b4c-72b88751c1d2 req-5d896df8-0f46-4202-94f2-43fc376c03e8 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:21.365534 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e16ec949-8e8a-4db0-8b4c-72b88751c1d2 req-5d896df8-0f46-4202-94f2-43fc376c03e8 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 944 time: 0.3248355 Dec 05 21:44:21.391005 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a826503-7b27-4a8f-954c-61f33d9ffdc0', 'tag': '9ba67af6-6012-4a16-9123-22af89c12c0e', 'status': 'completed', 'code': 200} Dec 05 21:44:21.568846 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Pushing event updated for resources: {'Port': ['ID=05c2f176-74ee-43ea-bb0f-000f397b5093,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:21.578190 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:21.595237 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e16ec949-8e8a-4db0-8b4c-72b88751c1d2 req-2ec34d14-2f13-4de9-8af9-557c6a1f58b8 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115102 Dec 05 21:44:21.644313 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-6852cd84-6cc9-44bf-a682-bf70810c8a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:21.645967 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-6852cd84-6cc9-44bf-a682-bf70810c8a0c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37ac9d224de24a2484f2fdefe069b4bf&device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 1161 time: 0.2636633 Dec 05 21:44:21.651106 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:21.651928 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:21.653531 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] 10.222.0.53 "PUT /v2.0/ports/05c2f176-74ee-43ea-bb0f-000f397b5093 HTTP/1.1" status: 200 len: 1158 time: 4.8024220 Dec 05 21:44:21.813667 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-c168295f-98d9-4aea-924d-f31679b4106f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ba67af6-6012-4a16-9123-22af89c12c0e HTTP/1.1" status: 200 len: 217 time: 0.0930281 Dec 05 21:44:21.818966 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e8d60-43e1-4f40-b307-7932d83cdd49 req-b845f6c5-d0ac-42aa-9ca3-99f090c204a7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:21.820807 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-698e8d60-43e1-4f40-b307-7932d83cdd49 req-b845f6c5-d0ac-42aa-9ca3-99f090c204a7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.1120906 Dec 05 21:44:21.891128 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-698e8d60-43e1-4f40-b307-7932d83cdd49 req-48e407f5-53b3-48ec-8fcf-337ae4fb3c4e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611901 Dec 05 21:44:22.426316 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a17c21-0b92-4a15-b416-2e6d586eed14 req-fa8dedb3-fd3c-41b4-b136-4d61cbedc49a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:22.428019 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-18a17c21-0b92-4a15-b416-2e6d586eed14 req-fa8dedb3-fd3c-41b4-b136-4d61cbedc49a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1347723 Dec 05 21:44:22.508400 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-18a17c21-0b92-4a15-b416-2e6d586eed14 req-1e79375b-64f7-46d0-a4bf-a57168ab2bfb tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670304 Dec 05 21:44:22.727642 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-fb17271d-bcbf-4104-a103-1983b55f7878 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:22.728434 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-fb17271d-bcbf-4104-a103-1983b55f7878 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Synchronizing usage tracker for tenant:22dd5f56923d47d4b34fe437f6404af6 on resource:network {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:44:22.748241 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-fb17271d-bcbf-4104-a103-1983b55f7878 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Unset dirty status for tenant:22dd5f56923d47d4b34fe437f6404af6 on resource:network {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:44:22.749539 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-fb17271d-bcbf-4104-a103-1983b55f7878 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/networks?id=3232708e-21b6-47c6-8857-e6bc2d91b53d HTTP/1.1" status: 200 len: 813 time: 0.2001839 Dec 05 21:44:22.767173 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-f8c210cd-142c-4a9f-a0a2-49a100b1edd3 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/quotas/22dd5f56923d47d4b34fe437f6404af6 HTTP/1.1" status: 200 len: 375 time: 0.0105672 Dec 05 21:44:22.825773 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-fc4e3b01-dab9-48a8-b180-82f0513b8fc1 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?tenant_id=22dd5f56923d47d4b34fe437f6404af6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497816 Dec 05 21:44:22.891764 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01f448-5479-4903-ba37-5b00299ce5f7 req-f012fce0-d3c8-4cc3-9841-c0170706b458 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:22.893837 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8b01f448-5479-4903-ba37-5b00299ce5f7 req-f012fce0-d3c8-4cc3-9841-c0170706b458 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 944 time: 0.0955296 Dec 05 21:44:22.957470 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8b01f448-5479-4903-ba37-5b00299ce5f7 req-6b84f68c-7dff-4b19-ba2c-f84927c11cb9 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558672 Dec 05 21:44:22.999997 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-a05f8700-ba28-429d-b642-66222e8074bc service neutron] 10.222.0.50 "GET /v2.0/networks/3232708e-21b6-47c6-8857-e6bc2d91b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655912 Dec 05 21:44:23.158707 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-821e66f8-6ffe-4cc2-b804-5f03623d69ba service neutron] 10.222.0.50 "GET /v2.0/networks/3232708e-21b6-47c6-8857-e6bc2d91b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1521266 Dec 05 21:44:23.247271 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-6bd06980-6ccd-4afa-b2d1-9f4d5ee42671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:23.248904 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-6bd06980-6ccd-4afa-b2d1-9f4d5ee42671 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1dcf2694-5e4a-45e4-991f-a09b77fb18bf HTTP/1.1" status: 200 len: 849 time: 0.1900470 Dec 05 21:44:23.316906 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-09879c87-1faf-491b-9673-9ad58d9e7324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:23.320155 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-09879c87-1faf-491b-9673-9ad58d9e7324 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060&device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 1161 time: 0.2221541 Dec 05 21:44:23.332065 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af46e9-6757-4ee7-acf1-13b3a71af384 req-a16566e2-6776-4c05-baec-e089b6dee4aa tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:23.334927 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-26af46e9-6757-4ee7-acf1-13b3a71af384 req-a16566e2-6776-4c05-baec-e089b6dee4aa tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.2271419 Dec 05 21:44:23.381836 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2cf56b7-9321-4084-b207-72c758ab97d3 req-0069c6ab-6194-4ce6-9f49-2a63cae08aa1 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 210 time: 0.0484056 Dec 05 21:44:23.395293 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb942010-6f22-497e-9ed5-222ad6f0c201', 'tag': '05c2f176-74ee-43ea-bb0f-000f397b5093'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:44:23.413137 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-26af46e9-6757-4ee7-acf1-13b3a71af384 req-1b21a409-4020-4c6c-8a02-1f4fd8e3538d tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704875 Dec 05 21:44:23.469071 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb942010-6f22-497e-9ed5-222ad6f0c201', 'tag': '05c2f176-74ee-43ea-bb0f-000f397b5093', 'status': 'completed', 'code': 200} Dec 05 21:44:23.792675 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5589696-53f0-418c-80e3-990b957d673f req-d8503a42-1273-47e7-b001-497e7664c529 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:23.794334 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a5589696-53f0-418c-80e3-990b957d673f req-d8503a42-1273-47e7-b001-497e7664c529 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.0925212 Dec 05 21:44:23.853985 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a5589696-53f0-418c-80e3-990b957d673f req-ca980259-6d74-4f25-9ccc-f6ec353a1439 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517857 Dec 05 21:44:24.197164 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5f33-03d3-4ac7-ac51-bea039fa040f req-7bdcc9d1-8b18-4c03-b920-ae41f7f72a6b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:24.198945 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-61af5f33-03d3-4ac7-ac51-bea039fa040f req-7bdcc9d1-8b18-4c03-b920-ae41f7f72a6b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 944 time: 0.0939703 Dec 05 21:44:24.249730 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-61af5f33-03d3-4ac7-ac51-bea039fa040f req-87d47195-8f59-48ae-b9f3-4233525b8561 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441854 Dec 05 21:44:24.574483 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fc490c7b-7729-42f3-a7e7-8bb98dd674d5 req-a885050d-c779-4777-b373-8a71a06fbc69 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 210 time: 0.0496504 Dec 05 21:44:24.671257 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5ee5e-7d72-410c-bd68-944fd3c1a5a5 req-0e8b64a1-2a69-401c-8b0e-39790a84622a tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:24.672995 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-57b5ee5e-7d72-410c-bd68-944fd3c1a5a5 req-0e8b64a1-2a69-401c-8b0e-39790a84622a tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.0938516 Dec 05 21:44:24.729775 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-57b5ee5e-7d72-410c-bd68-944fd3c1a5a5 req-a50b65e8-5291-4474-88c3-444b9c184c03 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490100 Dec 05 21:44:24.849184 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-91255c7b-3809-4860-98aa-28b72ad06451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:25.079897 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21b34d-807c-43c0-9a4b-3133e5b9ac9a req-c7ce5d9d-ea3e-4322-b631-27b5182db6e8 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:25.082132 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7a21b34d-807c-43c0-9a4b-3133e5b9ac9a req-c7ce5d9d-ea3e-4322-b631-27b5182db6e8 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.0914786 Dec 05 21:44:25.137781 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7a21b34d-807c-43c0-9a4b-3133e5b9ac9a req-a64ab661-34c6-44d6-8a33-4701c961e918 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491996 Dec 05 21:44:25.482441 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb359e-812d-4639-a4de-93c19856559f req-b4242238-e016-496c-b0d1-95d4402e27d9 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:25.484161 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cadb359e-812d-4639-a4de-93c19856559f req-b4242238-e016-496c-b0d1-95d4402e27d9 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 944 time: 0.0915906 Dec 05 21:44:25.543461 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cadb359e-812d-4639-a4de-93c19856559f req-6c8bd059-fae3-4e08-b9fe-25487a1989af tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515411 Dec 05 21:44:25.754778 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f09b0a4b-13ac-471e-982b-a7e0e09e797f req-29935208-1e3b-476d-8b58-8e8787b97048 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 210 time: 0.0463107 Dec 05 21:44:25.978373 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701fc55-a38d-4bc0-b75a-2a974ccb338d req-4487db0e-17a9-429b-8726-700a26a51df3 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:25.980081 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f701fc55-a38d-4bc0-b75a-2a974ccb338d req-4487db0e-17a9-429b-8726-700a26a51df3 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.0927517 Dec 05 21:44:26.039579 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f701fc55-a38d-4bc0-b75a-2a974ccb338d req-84f27da4-cd9d-4992-94b1-3724e088cd7a tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464897 Dec 05 21:44:26.372083 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d28eb2-1c5a-4ab2-b094-052c4f115071 req-026a462d-1b1c-46ec-857e-2384e251372a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:26.373668 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-27d28eb2-1c5a-4ab2-b094-052c4f115071 req-026a462d-1b1c-46ec-857e-2384e251372a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.0854342 Dec 05 21:44:26.431680 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-27d28eb2-1c5a-4ab2-b094-052c4f115071 req-e2d28890-2da2-4905-97ea-baa57a692721 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473478 Dec 05 21:44:26.765895 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4a965-dea1-4c2a-a5ca-4551b0115134 req-bdf2c136-ceb6-4ee3-ba55-21a9e24c592b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:26.767511 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-91e4a965-dea1-4c2a-a5ca-4551b0115134 req-bdf2c136-ceb6-4ee3-ba55-21a9e24c592b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 944 time: 0.0894923 Dec 05 21:44:26.823843 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-91e4a965-dea1-4c2a-a5ca-4551b0115134 req-b34c2c60-e262-4e35-bdb5-cf0d445e5eb9 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498259 Dec 05 21:44:26.939782 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3123ac93-4d69-451c-8a73-9100ab8e7096 req-243a50c7-a47e-4e08-a676-89476adbcb91 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 210 time: 0.0482743 Dec 05 21:44:27.294532 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-75534d43-efe4-461b-96d7-79cfb385bda0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05c2f176-74ee-43ea-bb0f-000f397b5093 HTTP/1.1" status: 200 len: 217 time: 0.0883584 Dec 05 21:44:27.312558 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b887a-e45d-46dd-96a6-e53fa0b71e73 req-15b213c0-ffac-4d26-bcb5-243ef0e6e909 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:27.314108 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-575b887a-e45d-46dd-96a6-e53fa0b71e73 req-15b213c0-ffac-4d26-bcb5-243ef0e6e909 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.1081712 Dec 05 21:44:27.375867 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-575b887a-e45d-46dd-96a6-e53fa0b71e73 req-a8f4136e-bb0c-4eeb-a5c3-72f8d800f3f1 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491362 Dec 05 21:44:27.407176 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-8892b258-0d3e-4fc9-8c05-2549f5a1abea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:27.409762 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-8892b258-0d3e-4fc9-8c05-2549f5a1abea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9202ba51-95a8-4744-9f6f-9b6d34d32b9b HTTP/1.1" status: 200 len: 856 time: 0.1071196 Dec 05 21:44:27.413010 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-9c8c7fe9-1bd1-4c05-ada1-57edead11a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:27.414607 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-9c8c7fe9-1bd1-4c05-ada1-57edead11a53 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=811ae4e3-171e-48fa-8bac-30edfe0da7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2515385 Dec 05 21:44:27.770298 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-c37f8ae8-996a-45d8-9308-a1d986f46e62 service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419700 Dec 05 21:44:27.773649 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cd180257-5f7a-4b6f-938e-2dc682befd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:27.774144 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-623fc96f-c1a3-46c9-867e-9b79c8c66896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:27.776494 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-623fc96f-c1a3-46c9-867e-9b79c8c66896 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba83bbf0-3b38-4232-af09-1ca8d508a608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3230810 Dec 05 21:44:27.884969 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242be88-cbd4-4209-8511-a9b06ad4419e req-29a22d5a-fb6c-4b97-9736-19aba674347a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:27.888074 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6242be88-cbd4-4209-8511-a9b06ad4419e req-29a22d5a-fb6c-4b97-9736-19aba674347a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.2455723 Dec 05 21:44:28.225833 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861f039-4cb6-40bf-873b-6fa0e96543d3 req-a6848849-ba00-4d80-a156-79528dc80745 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:28.238875 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c861f039-4cb6-40bf-873b-6fa0e96543d3 req-a6848849-ba00-4d80-a156-79528dc80745 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 944 time: 0.1682374 Dec 05 21:44:28.399109 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:28.472416 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c861f039-4cb6-40bf-873b-6fa0e96543d3 req-3a462104-8801-41a7-a75b-a81c8a76cccd tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314765 Dec 05 21:44:28.476808 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6242be88-cbd4-4209-8511-a9b06ad4419e req-41b7242b-fb27-4189-8e8f-7c1924358a32 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5754404 Dec 05 21:44:28.555614 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b58346b-ac06-453a-ae7e-a2e8f176b997 req-dc81d3cd-bdef-4c65-b951-52941bfe7c20 service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7575943 Dec 05 21:44:28.566250 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-81cc091a-c2ad-4810-a8e6-e10bbd7deebc service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7659559 Dec 05 21:44:28.599811 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-42c1c0be-e16a-4680-8236-5c24e3dafc4c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:28.609045 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-42c1c0be-e16a-4680-8236-5c24e3dafc4c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.53 "GET /v2.0/networks?id=3232708e-21b6-47c6-8857-e6bc2d91b53d HTTP/1.1" status: 200 len: 813 time: 0.3661733 Dec 05 21:44:28.728663 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7b171b9f-1972-408a-bf9f-d94972a21767 req-1da452a2-f358-4f80-850e-15edc14a0568 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 210 time: 0.0631113 Dec 05 21:44:28.742991 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-67d20ceb-ad89-4ea9-a993-de23c729d517 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Request body: {'port': {'device_id': '3c04a9bc-411b-4e18-bf9d-4e05800824b3', 'network_id': '3232708e-21b6-47c6-8857-e6bc2d91b53d', 'admin_state_up': True, 'tenant_id': '22dd5f56923d47d4b34fe437f6404af6'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:44:28.848942 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d1a584ec-46d8-4a71-b3aa-562e65f1f6fb req-a86ac7a7-3317-4891-9760-1c27e9c02b87 service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2622449 Dec 05 21:44:28.968792 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15127d8-7591-4049-b060-1c1a6fc10d55 req-b61c3501-ef28-44d6-8289-be735cd21d9b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:28.970827 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f15127d8-7591-4049-b060-1c1a6fc10d55 req-b61c3501-ef28-44d6-8289-be735cd21d9b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.2387826 Dec 05 21:44:28.973545 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24044eb1-8082-4553-9434-63688f9f9713 req-c5db33f7-2cc3-419e-839a-b9cd050ec94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:28.975148 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24044eb1-8082-4553-9434-63688f9f9713 req-c5db33f7-2cc3-419e-839a-b9cd050ec94a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37ac9d224de24a2484f2fdefe069b4bf&device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 1161 time: 0.1602514 Dec 05 21:44:29.302499 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f15127d8-7591-4049-b060-1c1a6fc10d55 req-7a5d83c8-32d3-47ba-a69f-d405b1365d42 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3154256 Dec 05 21:44:29.338575 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-67d20ceb-ad89-4ea9-a993-de23c729d517 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:44:29.348361 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-67d20ceb-ad89-4ea9-a993-de23c729d517 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Usage tracker for resource:port and tenant:22dd5f56923d47d4b34fe437f6404af6 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:44:29.351419 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24044eb1-8082-4553-9434-63688f9f9713 req-5f685bf2-011b-4b85-b22e-b0b06c0295a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:29.353253 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24044eb1-8082-4553-9434-63688f9f9713 req-5f685bf2-011b-4b85-b22e-b0b06c0295a5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=811ae4e3-171e-48fa-8bac-30edfe0da7b4 HTTP/1.1" status: 200 len: 904 time: 0.3474612 Dec 05 21:44:29.354464 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-67d20ceb-ad89-4ea9-a993-de23c729d517 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Quota usage for port was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:44:29.371287 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-67d20ceb-ad89-4ea9-a993-de23c729d517 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:44:29.397921 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-67d20ceb-ad89-4ea9-a993-de23c729d517 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Made reservation on behalf of 22dd5f56923d47d4b34fe437f6404af6 for: {'port': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:44:29.404648 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-67d20ceb-ad89-4ea9-a993-de23c729d517 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:29.504571 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24044eb1-8082-4553-9434-63688f9f9713 req-d3e274a7-8b64-4cc7-bf72-8ef121a199ed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ba67af6-6012-4a16-9123-22af89c12c0e HTTP/1.1" status: 200 len: 217 time: 0.1406934 Dec 05 21:44:29.513370 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eb3d7-08b5-4b58-9b4b-8a3e94263f91 req-b56b3854-dfa5-4587-af65-0e99a594197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:29.515628 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-955eb3d7-08b5-4b58-9b4b-8a3e94263f91 req-b56b3854-dfa5-4587-af65-0e99a594197d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060&device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 1161 time: 0.2727520 Dec 05 21:44:29.741918 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:29.998982 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83081666-bbf6-4425-94ed-d561cc603e70 req-4d4dfa41-1dc3-4e0c-b72c-0708440a1fc0 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:30.007438 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-83081666-bbf6-4425-94ed-d561cc603e70 req-4d4dfa41-1dc3-4e0c-b72c-0708440a1fc0 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 944 time: 0.2884638 Dec 05 21:44:30.016641 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eb3d7-08b5-4b58-9b4b-8a3e94263f91 req-0834d8df-0b27-4530-a98d-05dc8ef79736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:30.020049 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-955eb3d7-08b5-4b58-9b4b-8a3e94263f91 req-0834d8df-0b27-4530-a98d-05dc8ef79736 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba83bbf0-3b38-4232-af09-1ca8d508a608 HTTP/1.1" status: 200 len: 911 time: 0.4119718 Dec 05 21:44:30.066081 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24044eb1-8082-4553-9434-63688f9f9713 req-8e0e0fe4-48f3-4c87-80f6-dc874f2e22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:30.068775 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24044eb1-8082-4553-9434-63688f9f9713 req-8e0e0fe4-48f3-4c87-80f6-dc874f2e22d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1dcf2694-5e4a-45e4-991f-a09b77fb18bf HTTP/1.1" status: 200 len: 849 time: 0.5518723 Dec 05 21:44:30.082152 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-67d20ceb-ad89-4ea9-a993-de23c729d517 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Allocated IP 172.20.0.3 (3232708e-21b6-47c6-8857-e6bc2d91b53d/eff1004c-2286-4bc7-a23f-186ba80a0503/2beaf9ec-8536-42f1-a1a2-b8672f8a99c6) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:44:30.106822 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-83081666-bbf6-4425-94ed-d561cc603e70 req-01433e1c-0d72-446e-b778-7eb8b885273e tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980098 Dec 05 21:44:30.476528 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-955eb3d7-08b5-4b58-9b4b-8a3e94263f91 req-ef8e8f63-b27e-4384-9b41-add2c256a507 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05c2f176-74ee-43ea-bb0f-000f397b5093 HTTP/1.1" status: 200 len: 217 time: 0.4058871 Dec 05 21:44:30.494044 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c19f23ee-f8ae-48ef-9edf-9cbd6b741467 req-2a50df2f-2e76-4bbc-ab88-788a6628abc3 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 210 time: 0.1076331 Dec 05 21:44:30.814032 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-67d20ceb-ad89-4ea9-a993-de23c729d517 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:30.859777 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-67d20ceb-ad89-4ea9-a993-de23c729d517 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:30.903347 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-09f5bd3c-c63b-4e56-9d0d-7ce4fa20b9a8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:30.943780 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24ba0e-c311-475b-9587-734c5791b2b0 req-fdf3c134-fc02-4e0f-a9f6-c78be365e0e6 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:30.953938 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3a24ba0e-c311-475b-9587-734c5791b2b0 req-fdf3c134-fc02-4e0f-a9f6-c78be365e0e6 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.8924325 Dec 05 21:44:31.017410 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eb3d7-08b5-4b58-9b4b-8a3e94263f91 req-b5717c79-a9cc-4a34-9ed2-bead5ed9cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:31.021111 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-955eb3d7-08b5-4b58-9b4b-8a3e94263f91 req-b5717c79-a9cc-4a34-9ed2-bead5ed9cc7a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9202ba51-95a8-4744-9f6f-9b6d34d32b9b HTTP/1.1" status: 200 len: 856 time: 0.5261772 Dec 05 21:44:31.074337 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3a24ba0e-c311-475b-9587-734c5791b2b0 req-706e5d33-7ae0-4c89-9d03-0ab36ba870bd tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183355 Dec 05 21:44:31.121355 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24044eb1-8082-4553-9434-63688f9f9713 req-47735005-ba8d-4426-b4de-3a168ce53820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:31.121355 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24044eb1-8082-4553-9434-63688f9f9713 req-47735005-ba8d-4426-b4de-3a168ce53820 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=811ae4e3-171e-48fa-8bac-30edfe0da7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.9358387 Dec 05 21:44:31.168273 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:31.185929 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d20ceb-ad89-4ea9-a993-de23c729d517 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Pushing event updated for resources: {'Port': ['ID=2beaf9ec-8536-42f1-a1a2-b8672f8a99c6,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:31.189815 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-67d20ceb-ad89-4ea9-a993-de23c729d517 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:31.272041 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8775a9-8da6-4938-9c7c-cd291f053749 req-8f07f730-ef1b-48eb-baf4-6933fb4ba17b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:31.280950 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-db8775a9-8da6-4938-9c7c-cd291f053749 req-8f07f730-ef1b-48eb-baf4-6933fb4ba17b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.3233082 Dec 05 21:44:31.324137 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-67d20ceb-ad89-4ea9-a993-de23c729d517 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Network 3232708e-21b6-47c6-8857-e6bc2d91b53d is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:44:31.328610 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-67d20ceb-ad89-4ea9-a993-de23c729d517 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:44:31.333684 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-67d20ceb-ad89-4ea9-a993-de23c729d517 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:44:31.338293 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-67d20ceb-ad89-4ea9-a993-de23c729d517 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:31.338999 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-67d20ceb-ad89-4ea9-a993-de23c729d517 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:31.387654 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-db8775a9-8da6-4938-9c7c-cd291f053749 req-9f6e9d97-30b9-45d7-a4ee-3ff6cd75d52c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056108 Dec 05 21:44:31.397217 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-67d20ceb-ad89-4ea9-a993-de23c729d517 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6610768 Dec 05 21:44:31.420249 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Request body: {'port': {'device_id': '3c04a9bc-411b-4e18-bf9d-4e05800824b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:44:31.551821 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eb3d7-08b5-4b58-9b4b-8a3e94263f91 req-594c7e80-f150-4237-874d-8cee1e81e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:31.554172 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-955eb3d7-08b5-4b58-9b4b-8a3e94263f91 req-594c7e80-f150-4237-874d-8cee1e81e354 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba83bbf0-3b38-4232-af09-1ca8d508a608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5209575 Dec 05 21:44:31.764843 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:31.819647 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24044eb1-8082-4553-9434-63688f9f9713 req-36acb4ac-f58c-4fa7-a6fe-5e3f371983cc service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6880739 Dec 05 21:44:32.061065 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fb440-e8cf-4189-9320-a7792f15a07b req-fb3c2d33-9db7-4c0c-bc21-f1f2de4ce953 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:32.083922 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a24fb440-e8cf-4189-9320-a7792f15a07b req-fb3c2d33-9db7-4c0c-bc21-f1f2de4ce953 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 944 time: 0.4335158 Dec 05 21:44:32.146024 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-fdaf53b0-45ea-4823-9b85-5b7f84a28980 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:32.157066 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-fdaf53b0-45ea-4823-9b85-5b7f84a28980 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/networks?id=4272d4c4-588d-4ada-834b-9b63daa3f68f HTTP/1.1" status: 200 len: 815 time: 0.8015440 Dec 05 21:44:32.233446 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24044eb1-8082-4553-9434-63688f9f9713 req-f60bd6f4-6a76-46fa-b790-5767663a1ba0 service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3400290 Dec 05 21:44:32.245181 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-122ec00c-e0a5-4c37-ba8a-c68df97d52c0 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/quotas/edc86cfd0aea464aa58c912ed4606f71 HTTP/1.1" status: 200 len: 375 time: 0.0863924 Dec 05 21:44:32.388461 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a24fb440-e8cf-4189-9320-a7792f15a07b req-aaa7ca65-f4c9-428b-a6ef-627f6699780f tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3033502 Dec 05 21:44:32.390424 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-955eb3d7-08b5-4b58-9b4b-8a3e94263f91 req-5cf06e39-d3ef-4107-9d85-635d66600217 service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7320297 Dec 05 21:44:32.505768 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-875fe1ae-14ed-4012-88bc-f457dec5eba6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?tenant_id=edc86cfd0aea464aa58c912ed4606f71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2592001 Dec 05 21:44:32.694273 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 54940) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:44:32.964709 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e799c-5520-4355-a8be-ac9f04c08609 req-ea796bdf-c680-44eb-9ce6-891b30598605 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:32.965537 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-0d5e799c-5520-4355-a8be-ac9f04c08609 req-ea796bdf-c680-44eb-9ce6-891b30598605 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Synchronizing usage tracker for tenant:22dd5f56923d47d4b34fe437f6404af6 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:44:32.991887 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-0d5e799c-5520-4355-a8be-ac9f04c08609 req-ea796bdf-c680-44eb-9ce6-891b30598605 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Unset dirty status for tenant:22dd5f56923d47d4b34fe437f6404af6 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:44:32.993262 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0d5e799c-5520-4355-a8be-ac9f04c08609 req-ea796bdf-c680-44eb-9ce6-891b30598605 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 931 time: 0.3014486 Dec 05 21:44:33.101806 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-c70aa32a-ee88-40bb-905c-fc8181412290 service neutron] 10.222.0.50 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978898 Dec 05 21:44:33.107989 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-955eb3d7-08b5-4b58-9b4b-8a3e94263f91 req-c2004666-13d1-4173-9e65-b56c03f1d37c service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7025120 Dec 05 21:44:33.146461 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2a7c35d8-f89a-4bd8-b3a8-45e8dd4e9c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:33.197839 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2a7c35d8-f89a-4bd8-b3a8-45e8dd4e9c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:44:33.202551 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-0d5e799c-5520-4355-a8be-ac9f04c08609 req-365e06d1-0ac6-401a-b3f5-a81686e6038a tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Synchronizing usage tracker for tenant:22dd5f56923d47d4b34fe437f6404af6 on resource:security_group {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:44:33.209705 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6 {{(pid=80239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 05 21:44:33.223294 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2a7c35d8-f89a-4bd8-b3a8-45e8dd4e9c3e admin admin] Usage tracker for resource:security_group_rule and tenant:4e47bae5c09a43af9ce59826a6089e5d is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:44:33.230318 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:33.234842 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2a7c35d8-f89a-4bd8-b3a8-45e8dd4e9c3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:44:33.259254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2a7c35d8-f89a-4bd8-b3a8-45e8dd4e9c3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:44:33.267496 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Transition to ACTIVE for port object 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6 will not be triggered until provisioned by entity L2. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:44:33.268960 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-0d5e799c-5520-4355-a8be-ac9f04c08609 req-365e06d1-0ac6-401a-b3f5-a81686e6038a tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Unset dirty status for tenant:22dd5f56923d47d4b34fe437f6404af6 on resource:security_group {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:44:33.270461 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0d5e799c-5520-4355-a8be-ac9f04c08609 req-365e06d1-0ac6-401a-b3f5-a81686e6038a tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669258 Dec 05 21:44:33.273838 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:33.294722 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:33.384163 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-96bf122a-845d-46e2-9155-c2ce4bc68b08 service neutron] 10.222.0.50 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2692642 Dec 05 21:44:33.697656 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Pushing event updated for resources: {'Port': ['ID=2beaf9ec-8536-42f1-a1a2-b8672f8a99c6,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:33.712640 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:33.911609 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Attempting to bind port 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:44:33.912100 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Attempting to bind port 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'c8b33da2-10ae-4545-bd24-eb412e687a58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3232708e-21b6-47c6-8857-e6bc2d91b53d'}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:44:33.912381 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Attempting to bind port 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6 on network 3232708e-21b6-47c6-8857-e6bc2d91b53d {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:44:33.918393 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2a7c35d8-f89a-4bd8-b3a8-45e8dd4e9c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:33.928764 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc78c6-86ca-4d3f-b5d4-f6b4e9e0c61d req-1372e0b7-d253-46c6-a83f-f32d0b65ea06 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:33.930470 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f4dc78c6-86ca-4d3f-b5d4-f6b4e9e0c61d req-1372e0b7-d253-46c6-a83f-f32d0b65ea06 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.4266849 Dec 05 21:44:33.931946 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Checking agent: {'id': '73420180-90c9-4440-8e64-a61aa3b256a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 39, 15), 'started_at': datetime.datetime(2020, 12, 5, 21, 39, 45), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 7, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:44:33.933130 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Checking segment: {'id': 'c8b33da2-10ae-4545-bd24-eb412e687a58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3232708e-21b6-47c6-8857-e6bc2d91b53d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:44:33.933130 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:33.933130 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Bound using segment: {'id': 'c8b33da2-10ae-4545-bd24-eb412e687a58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3232708e-21b6-47c6-8857-e6bc2d91b53d'} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:44:33.933611 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Bound port: 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b33da2-10ae-4545-bd24-eb412e687a58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3232708e-21b6-47c6-8857-e6bc2d91b53d'}}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:44:33.933929 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:33.946829 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40282b-510c-4b32-bbdf-07606bdb1823 req-95dcd1c5-e5b5-4d2f-b283-5fb68a9d23d6 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:33.947800 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2a7c35d8-f89a-4bd8-b3a8-45e8dd4e9c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:33.950247 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b40282b-510c-4b32-bbdf-07606bdb1823 req-95dcd1c5-e5b5-4d2f-b283-5fb68a9d23d6 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 944 time: 0.1840651 Dec 05 21:44:33.963892 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7567d6ce-245a-46d0-8caf-7430d8512f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:34.061054 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b40282b-510c-4b32-bbdf-07606bdb1823 req-a9a5223b-a975-4243-8c6f-86c21ee314c8 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913951 Dec 05 21:44:34.105579 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2a7c35d8-f89a-4bd8-b3a8-45e8dd4e9c3e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e47bae5c09a43af9ce59826a6089e5d&name=default HTTP/1.1" status: 200 len: 2879 time: 1.4099905 Dec 05 21:44:34.111517 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 54966) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:44:34.161845 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] For port 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6, host hv-cinder-75790, cleared binding levels {{(pid=80239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:44:34.166474 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] For port 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=2beaf9ec-8536-42f1-a1a2-b8672f8a99c6,segment=NetworkSegment(c8b33da2-10ae-4545-bd24-eb412e687a58),segment_id=c8b33da2-10ae-4545-bd24-eb412e687a58)] {{(pid=80239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:44:34.183764 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c35d8-f89a-4bd8-b3a8-45e8dd4e9c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87dddf5-3f25-4c7a-8473-83c30abeeffd,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:34.199773 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f4dc78c6-86ca-4d3f-b5d4-f6b4e9e0c61d req-f2765e8c-a721-4d0c-b06e-f7572ac0968b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322202 Dec 05 21:44:34.199773 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2a7c35d8-f89a-4bd8-b3a8-45e8dd4e9c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:34.199773 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:34.225032 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:34.292438 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c41dd95a-863d-4c65-9006-b111247bc9bb req-8297db18-84c3-49d1-9c2e-0b02d505b779 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 210 time: 0.0923061 Dec 05 21:44:34.306640 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-583f2e07-960b-4311-8e05-38286944fac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:34.369840 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-583f2e07-960b-4311-8e05-38286944fac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:34.456471 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-583f2e07-960b-4311-8e05-38286944fac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:34.461763 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Pushing event updated for resources: {'Port': ['ID=2beaf9ec-8536-42f1-a1a2-b8672f8a99c6,revision_number=3']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:34.471795 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:34.484808 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3a140d00-830b-4be9-b1ee-7b1363fbac03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:34.500638 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f2e07-960b-4311-8e05-38286944fac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87dddf5-3f25-4c7a-8473-83c30abeeffd,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:34.504833 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-583f2e07-960b-4311-8e05-38286944fac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:34.507678 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-583f2e07-960b-4311-8e05-38286944fac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:34.510792 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-583f2e07-960b-4311-8e05-38286944fac3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a87dddf5-3f25-4c7a-8473-83c30abeeffd HTTP/1.1" status: 204 len: 168 time: 0.3968232 Dec 05 21:44:34.929782 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:34.930928 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:34.933453 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] 10.222.0.53 "PUT /v2.0/ports/2beaf9ec-8536-42f1-a1a2-b8672f8a99c6 HTTP/1.1" status: 200 len: 1157 time: 3.5212936 Dec 05 21:44:34.934938 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969eb5b-3d1c-4c96-bebb-23a67c51b26e req-787c6e7d-ba66-4b1d-b382-dce538636b68 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:34.936339 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c04a9bc-411b-4e18-bf9d-4e05800824b3', 'tag': '2beaf9ec-8536-42f1-a1a2-b8672f8a99c6'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:44:34.937844 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9969eb5b-3d1c-4c96-bebb-23a67c51b26e req-787c6e7d-ba66-4b1d-b382-dce538636b68 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1196337 Dec 05 21:44:34.998313 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132eb0d-6f79-40ef-9a3b-323b04b45ca1 req-f0ada0f4-c313-45c6-b584-91cd0e5bfab9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:35.000224 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4132eb0d-6f79-40ef-9a3b-323b04b45ca1 req-f0ada0f4-c313-45c6-b584-91cd0e5bfab9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 943 time: 0.5159361 Dec 05 21:44:35.040679 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9969eb5b-3d1c-4c96-bebb-23a67c51b26e req-efb9b988-5940-4577-872e-4ce02e215eb0 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806718 Dec 05 21:44:35.063424 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4132eb0d-6f79-40ef-9a3b-323b04b45ca1 req-0375f9ba-f716-476d-820f-dda0da721a73 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522547 Dec 05 21:44:35.133358 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c04a9bc-411b-4e18-bf9d-4e05800824b3', 'tag': '2beaf9ec-8536-42f1-a1a2-b8672f8a99c6', 'status': 'completed', 'code': 200} Dec 05 21:44:35.394529 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83621970-713c-4751-ba3f-bd3c41dc642d req-fc77e0a3-c83d-458d-a997-1c26c3b977da tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:35.396599 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-83621970-713c-4751-ba3f-bd3c41dc642d req-fc77e0a3-c83d-458d-a997-1c26c3b977da tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 944 time: 0.1384490 Dec 05 21:44:35.466007 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-83621970-713c-4751-ba3f-bd3c41dc642d req-ee40289f-fd39-44a1-89ec-71a7383c7e7f tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561283 Dec 05 21:44:35.781006 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6f21336f-bcd4-481f-bf84-9a0313dce04f req-17467f56-f1d2-4529-9da2-6c991ae8b78b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 210 time: 0.0745859 Dec 05 21:44:36.095488 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9228e-8dfa-4a31-aa59-f01d2e69347b req-36e7b511-76e9-423e-93b0-f29710514823 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:36.097208 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-81d9228e-8dfa-4a31-aa59-f01d2e69347b req-36e7b511-76e9-423e-93b0-f29710514823 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.0914962 Dec 05 21:44:36.156227 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-81d9228e-8dfa-4a31-aa59-f01d2e69347b req-d88811a3-d971-473f-90d2-93580eee21bc tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513849 Dec 05 21:44:36.179657 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 55016) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:44:36.450667 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1629245260-network', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:44:36.461503 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:44:36.468658 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Usage tracker for resource:network and tenant:93b2925e659f498aa50a78619c0aa3f5 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:44:36.474537 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:44:36.475369 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb86ce-c953-4400-a684-293aed82662b req-0d3f2ee4-be9e-44a1-b44f-e9a8329c2d7d tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:36.477245 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6cfb86ce-c953-4400-a684-293aed82662b req-0d3f2ee4-be9e-44a1-b44f-e9a8329c2d7d tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 943 time: 0.1294270 Dec 05 21:44:36.486124 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:44:36.499567 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Made reservation on behalf of 93b2925e659f498aa50a78619c0aa3f5 for: {'network': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:44:36.505240 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for network, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:36.519936 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:36.538308 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:44:36.538912 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6cfb86ce-c953-4400-a684-293aed82662b req-d40d1a73-c324-4f8b-94c0-b98a5f222143 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473764 Dec 05 21:44:36.543046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Usage tracker for resource:security_group_rule and tenant:93b2925e659f498aa50a78619c0aa3f5 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:44:36.546486 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:44:36.553545 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:44:36.720129 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:36.725105 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:36.733053 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5e46105b-07ab-4660-b43d-891a907faf2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:36.800337 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 05 21:44:36.817513 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b397f454-6086-4e34-84a8-945fa08c6ce7,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:36.822048 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b186425-19f4-40a9-9a1f-17b7cb0294e4 req-9c7b05da-31d9-41f9-a1f5-42b6631d2eda tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:36.823711 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b186425-19f4-40a9-9a1f-17b7cb0294e4 req-9c7b05da-31d9-41f9-a1f5-42b6631d2eda tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 944 time: 0.0949955 Dec 05 21:44:36.825229 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:36.832899 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:36.833459 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Added segment 042bd5f0-6015-402a-8c43-feb80cee6e89 of type vxlan for network 6caf2ea8-5eb8-4f3a-87a9-29412b268762 Dec 05 21:44:36.888881 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284944475320'] for network, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:36.889172 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b186425-19f4-40a9-9a1f-17b7cb0294e4 req-1ab8e4ff-5da2-48b8-8388-d88fdf8940f2 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515444 Dec 05 21:44:36.945267 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for network, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:36.947461 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:36.948670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:36.958080 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:37.068381 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b421e24-1dfb-420e-9156-9b3c7d7dae7a req-204293e8-c84d-4abc-ba50-3e14503df341 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 210 time: 0.0540969 Dec 05 21:44:37.108270 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Pushing event updated for resources: {'Network': ['ID=6caf2ea8-5eb8-4f3a-87a9-29412b268762,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:37.111429 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:37.120098 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9361403 Dec 05 21:44:37.122658 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 55030) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:44:37.126676 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Network 6caf2ea8-5eb8-4f3a-87a9-29412b268762 details requested by agent ovs-agent-dv-cinder-757908-4-iscsi with host dv-cinder-757908-4-iscsi {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:44:37.130178 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-3e51de03-38da-4c73-9eb0-9ff0d50548c9 admin admin] Request body: {'subnet': {'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1629245260-subnet', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'ip_version': 4}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:44:37.135781 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-3e51de03-38da-4c73-9eb0-9ff0d50548c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:44:37.140610 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-3e51de03-38da-4c73-9eb0-9ff0d50548c9 admin admin] Usage tracker for resource:subnet and tenant:93b2925e659f498aa50a78619c0aa3f5 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:44:37.143893 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-3e51de03-38da-4c73-9eb0-9ff0d50548c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:44:37.150799 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-3e51de03-38da-4c73-9eb0-9ff0d50548c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:44:37.162014 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e51de03-38da-4c73-9eb0-9ff0d50548c9 admin admin] Made reservation on behalf of 93b2925e659f498aa50a78619c0aa3f5 for: {'subnet': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:44:37.167021 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3e51de03-38da-4c73-9eb0-9ff0d50548c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:37.563767 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb2ec4-b6bd-4676-98ba-b69937f9efe8 req-3bcb916c-7370-4d43-bee7-f0692ebe848b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:37.566514 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3bfb2ec4-b6bd-4676-98ba-b69937f9efe8 req-3bcb916c-7370-4d43-bee7-f0692ebe848b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.1695900 Dec 05 21:44:37.633212 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3bfb2ec4-b6bd-4676-98ba-b69937f9efe8 req-6221fcd3-17a2-4fe5-9bc9-d007d27741a5 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547616 Dec 05 21:44:37.738434 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3e51de03-38da-4c73-9eb0-9ff0d50548c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for subnet, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:37.760590 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:37.908103 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51de03-38da-4c73-9eb0-9ff0d50548c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6c38013-3aa1-43ce-bf05-86233fe9d660,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:37.915555 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3e51de03-38da-4c73-9eb0-9ff0d50548c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:37.966137 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fd0bd-88fd-4775-be59-d82e8f2cbeae req-71d90050-dc47-4038-b372-7428bf607ecf tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:37.969784 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-030fd0bd-88fd-4775-be59-d82e8f2cbeae req-71d90050-dc47-4038-b372-7428bf607ecf tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 943 time: 0.1424031 Dec 05 21:44:38.014801 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51de03-38da-4c73-9eb0-9ff0d50548c9 admin admin] Checking segment: {'id': '042bd5f0-6015-402a-8c43-feb80cee6e89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:44:38.015073 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51de03-38da-4c73-9eb0-9ff0d50548c9 admin admin] Network hostable DHCP agents. Network: 6caf2ea8-5eb8-4f3a-87a9-29412b268762, hostable agents: ['f9b3e222-eb4b-465e-917f-070186e4772e'], hosted agents: [] {{(pid=80239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 05 21:44:38.029319 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-030fd0bd-88fd-4775-be59-d82e8f2cbeae req-4ac73edf-97c7-4956-8822-bb5f3bd4bbc1 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469551 Dec 05 21:44:38.044990 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51de03-38da-4c73-9eb0-9ff0d50548c9 admin admin] Network 6caf2ea8-5eb8-4f3a-87a9-29412b268762 is scheduled to be hosted by DHCP agent f9b3e222-eb4b-465e-917f-070186e4772e with binding_index 1 {{(pid=80239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 05 21:44:38.056159 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-3e51de03-38da-4c73-9eb0-9ff0d50548c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-4-iscsi, 6caf2ea8-5eb8-4f3a-87a9-29412b268762) {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:44:38.061936 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e51de03-38da-4c73-9eb0-9ff0d50548c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:38.062584 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3e51de03-38da-4c73-9eb0-9ff0d50548c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:38.067668 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3705c7e0-5ea2-4334-8be5-7ae5b5cece57 None None] Network 6caf2ea8-5eb8-4f3a-87a9-29412b268762 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:44:38.091077 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 55042) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:44:38.091575 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-3e51de03-38da-4c73-9eb0-9ff0d50548c9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9673667 Dec 05 21:44:38.097082 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1629245260-router', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:44:38.103856 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:44:38.112590 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Usage tracker for resource:router and tenant:93b2925e659f498aa50a78619c0aa3f5 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:44:38.119605 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:44:38.132850 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:44:38.157492 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32561'] for router, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:38.161238 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854376006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854189987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-417262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743239'] for router, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:38.189034 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:38.404177 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d7ccdaa-baf9-5d9f-809c-bfb6fe7b06ae-6caf2ea8-5eb8-4f3a-87a9-29412b268762', 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'fixed_ips': [{'subnet_id': 'b6c38013-3aa1-43ce-bf05-86233fe9d660'}]}} from dv-cinder-757908-4-iscsi. {{(pid=80241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 05 21:44:38.405512 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:38.707590 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854190046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854380766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743210'] for router, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:38.724441 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ec653-1f8c-427f-9ae4-086885296e9d req-cbbb9535-3f33-476e-b2c7-256331fc74aa tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:38.727302 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a30ec653-1f8c-427f-9ae4-086885296e9d req-cbbb9535-3f33-476e-b2c7-256331fc74aa tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 944 time: 0.5213220 Dec 05 21:44:38.742391 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Allocated IP 172.20.0.2 (6caf2ea8-5eb8-4f3a-87a9-29412b268762/b6c38013-3aa1-43ce-bf05-86233fe9d660/4fbfd500-e441-4853-afff-ce00ae279fa9) {{(pid=80241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:44:38.877746 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a30ec653-1f8c-427f-9ae4-086885296e9d req-647d6fea-b956-472d-ba55-d9568485b0b5 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404285 Dec 05 21:44:39.008803 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Notify callbacks [] for port, precommit_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:39.024052 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Transition to ACTIVE for port object 4fbfd500-e441-4853-afff-ce00ae279fa9 will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:44:39.056407 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Transition to ACTIVE for port object 4fbfd500-e441-4853-afff-ce00ae279fa9 will not be triggered until provisioned by entity DHCP. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:44:39.061881 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:39.079589 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:39.133137 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-030b0656-58dd-4815-8db1-72ae2d2d84a3 req-a9d4043e-7aa7-40f1-993e-1df0d67f8965 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 210 time: 0.0968769 Dec 05 21:44:39.236393 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Pushing event updated for resources: {'Port': ['ID=4fbfd500-e441-4853-afff-ce00ae279fa9,revision_number=1']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:39.243332 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:39.300381 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Network 6caf2ea8-5eb8-4f3a-87a9-29412b268762 is already hosted by enough agents. {{(pid=80241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:44:39.302107 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Resources bound (agent type, host, resource id): {{(pid=80241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:44:39.309468 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Received port after_create {{(pid=80241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:44:39.401902 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Attempting to bind port 4fbfd500-e441-4853-afff-ce00ae279fa9 on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:44:39.402945 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Attempting to bind port 4fbfd500-e441-4853-afff-ce00ae279fa9 by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': '042bd5f0-6015-402a-8c43-feb80cee6e89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:44:39.403664 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Attempting to bind port 4fbfd500-e441-4853-afff-ce00ae279fa9 on network 6caf2ea8-5eb8-4f3a-87a9-29412b268762 {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:44:39.417839 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:44:39.418547 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Checking segment: {'id': '042bd5f0-6015-402a-8c43-feb80cee6e89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:44:39.419393 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:39.420310 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Bound using segment: {'id': '042bd5f0-6015-402a-8c43-feb80cee6e89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:44:39.421276 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Bound port: 4fbfd500-e441-4853-afff-ce00ae279fa9, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042bd5f0-6015-402a-8c43-feb80cee6e89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:44:39.422000 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:39.563609 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] For port 4fbfd500-e441-4853-afff-ce00ae279fa9, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:44:39.570319 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] For port 4fbfd500-e441-4853-afff-ce00ae279fa9, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=4fbfd500-e441-4853-afff-ce00ae279fa9,segment=NetworkSegment(042bd5f0-6015-402a-8c43-feb80cee6e89),segment_id=042bd5f0-6015-402a-8c43-feb80cee6e89)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:44:39.576068 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:39.595812 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c7aa1482-aec1-4e6f-9ec3-7756d3e532bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:39.689053 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:39.756886 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:39.776537 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b501f36-7649-4efb-8473-bdb5c9061b08 req-3b68883e-d7ac-457c-a307-b5c0de3ddb7d tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:39.785643 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2b501f36-7649-4efb-8473-bdb5c9061b08 req-3b68883e-d7ac-457c-a307-b5c0de3ddb7d tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.3789160 Dec 05 21:44:39.789884 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Pushing event updated for resources: {'Port': ['ID=4fbfd500-e441-4853-afff-ce00ae279fa9,revision_number=2']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:39.796438 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:39.932240 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2b501f36-7649-4efb-8473-bdb5c9061b08 req-2521e8d6-f3cd-48e0-bbe1-0fa7f7bea9e9 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447339 Dec 05 21:44:40.468880 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Network 6caf2ea8-5eb8-4f3a-87a9-29412b268762 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:44:40.507010 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb813d1c-8486-4d94-a80f-2b2b4b562709 req-beefa061-6e01-4967-8f06-a048967a67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:40.510066 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bb813d1c-8486-4d94-a80f-2b2b4b562709 req-beefa061-6e01-4967-8f06-a048967a67dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22dd5f56923d47d4b34fe437f6404af6&device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 1160 time: 0.1965172 Dec 05 21:44:40.827590 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Allocated IP 172.27.1.76 (dd6739ac-3b61-4fa5-bbf5-45fb885265ae/91227b10-c165-4e57-9f01-5809fdb2af08/17a65d83-622d-4b27-a653-80717a7b54aa) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:44:40.861350 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0fb65-bc0f-48d8-83d2-e44cbd92d409 req-8f8561ab-50d6-4182-9b63-7dc4b11412b1 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:40.875617 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3cc0fb65-bc0f-48d8-83d2-e44cbd92d409 req-8f8561ab-50d6-4182-9b63-7dc4b11412b1 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 943 time: 0.4499950 Dec 05 21:44:40.901088 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb813d1c-8486-4d94-a80f-2b2b4b562709 req-95e4f698-e8d1-4348-80ef-4293bf3e7b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:40.903256 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bb813d1c-8486-4d94-a80f-2b2b4b562709 req-95e4f698-e8d1-4348-80ef-4293bf3e7b39 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=22dd5f56923d47d4b34fe437f6404af6&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3716180 Dec 05 21:44:41.074522 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ca5e4-6f88-4f7b-85c2-26d312683f72 req-e3586098-29bf-4df6-8b3a-45bc681c1eb5 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:41.076394 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d76ca5e4-6f88-4f7b-85c2-26d312683f72 req-e3586098-29bf-4df6-8b3a-45bc681c1eb5 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 944 time: 0.1220136 Dec 05 21:44:41.156425 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d76ca5e4-6f88-4f7b-85c2-26d312683f72 req-e452af39-ba6a-4ec5-ab65-9332547fbdc0 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668285 Dec 05 21:44:41.384822 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3cc0fb65-bc0f-48d8-83d2-e44cbd92d409 req-788480bf-cbc1-4e27-9a05-d436a90cbcff tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070670 Dec 05 21:44:41.574725 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:41.632163 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:41.671803 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c28936aa-cf5e-484d-88d8-fc130b2b864b req-c666bec2-2cf5-4a7b-a88e-7195fce624a9 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 210 time: 0.1554794 Dec 05 21:44:41.681086 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb813d1c-8486-4d94-a80f-2b2b4b562709 req-3c1553f1-7a1f-4b95-95a8-c5c4977ef1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:41.683840 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bb813d1c-8486-4d94-a80f-2b2b4b562709 req-3c1553f1-7a1f-4b95-95a8-c5c4977ef1ab service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4600575 Dec 05 21:44:41.695997 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f3c096-e9ca-4423-b5c1-e76cda059665 None None] Network 6caf2ea8-5eb8-4f3a-87a9-29412b268762 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:44:41.811761 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:41.890042 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-d55c138f-964a-417f-b2f1-d10a4df1f5e6 None None] Provisioning for port 4fbfd500-e441-4853-afff-ce00ae279fa9 completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:44:41.913627 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 4fbfd500-e441-4853-afff-ce00ae279fa9 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:44:41.943302 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Pushing event updated for resources: {'Port': ['ID=17a65d83-622d-4b27-a653-80717a7b54aa,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:41.962808 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:42.099012 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-28ee80d0-37d3-4378-ba42-de55daf3cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:42.102655 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-28ee80d0-37d3-4378-ba42-de55daf3cabb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22dd5f56923d47d4b34fe437f6404af6&device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 1160 time: 0.2733209 Dec 05 21:44:42.266854 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14941f-86d6-4c7d-b750-d2106ad22f78 req-b6f15df0-096d-4214-be90-3f3a0edabb08 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:42.276848 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9a14941f-86d6-4c7d-b750-d2106ad22f78 req-b6f15df0-096d-4214-be90-3f3a0edabb08 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.5428679 Dec 05 21:44:42.309264 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Network dd6739ac-3b61-4fa5-bbf5-45fb885265ae is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:44:42.316863 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port 4fbfd500-e441-4853-afff-ce00ae279fa9 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:44:42.323947 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:44:42.329218 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-30831a62-60b0-4a72-a406-4a6c84b16d0d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2beaf9ec-8536-42f1-a1a2-b8672f8a99c6 HTTP/1.1" status: 200 len: 217 time: 0.1969762 Dec 05 21:44:42.368928 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 4fbfd500-e441-4853-afff-ce00ae279fa9 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:44:42.368928 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:42.412652 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:44:42.554561 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-152d5b5f-0560-46ba-ba4d-80bc5871871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:42.557886 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-152d5b5f-0560-46ba-ba4d-80bc5871871c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eff1004c-2286-4bc7-a23f-186ba80a0503 HTTP/1.1" status: 200 len: 853 time: 0.2201214 Dec 05 21:44:42.711092 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-74eb8241-a47b-4507-94f0-5b2813dd5245 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3232708e-21b6-47c6-8857-e6bc2d91b53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409702 Dec 05 21:44:42.855076 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:42.907942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port 4fbfd500-e441-4853-afff-ce00ae279fa9, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=4fbfd500-e441-4853-afff-ce00ae279fa9,segment=NetworkSegment(042bd5f0-6015-402a-8c43-feb80cee6e89),segment_id=042bd5f0-6015-402a-8c43-feb80cee6e89)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:44:42.913054 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:42.917277 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:43.050674 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=4fbfd500-e441-4853-afff-ce00ae279fa9,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:43.055079 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:43.196635 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9a14941f-86d6-4c7d-b750-d2106ad22f78 req-aefc51ec-3b95-4398-ad4a-3e703a4a4c36 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8694327 Dec 05 21:44:43.260796 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42049feb-886b-49e3-a8c0-9805155aef36 req-d0ac3dd7-6660-4e49-bf6d-6f961ad63302 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:43.264878 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42049feb-886b-49e3-a8c0-9805155aef36 req-d0ac3dd7-6660-4e49-bf6d-6f961ad63302 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 944 time: 0.5511837 Dec 05 21:44:43.269838 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-a4dd885d-33bf-4d47-9207-56f94839359a None None] Provisioning complete for port 4fbfd500-e441-4853-afff-ce00ae279fa9 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:44:43.270335 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a4dd885d-33bf-4d47-9207-56f94839359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:43.412326 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-fb9593fb-1d9d-4e4c-91cb-f9c994f45f1f service neutron] 10.222.0.53 "GET /v2.0/networks/3232708e-21b6-47c6-8857-e6bc2d91b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6911495 Dec 05 21:44:43.646968 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c370cbf6-c554-482f-9b01-d82d71ffbae6 req-ea16113d-b31c-48a6-b563-158201cc1133 service neutron] 10.222.0.53 "GET /v2.0/networks/3232708e-21b6-47c6-8857-e6bc2d91b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2236652 Dec 05 21:44:43.673951 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42049feb-886b-49e3-a8c0-9805155aef36 req-ab2aca60-53a6-4786-8948-44e59daf3fd7 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3576233 Dec 05 21:44:43.750325 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-85088385-8314-498d-ace0-010adcf961b3 None None] Provisioning complete for port 4fbfd500-e441-4853-afff-ce00ae279fa9 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:44:43.751950 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-85088385-8314-498d-ace0-010adcf961b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:43.859652 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 4fbfd500-e441-4853-afff-ce00ae279fa9 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:44:43.900073 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-008ad5d4-ba60-463c-8650-21584587c004 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:43.901744 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-008ad5d4-ba60-463c-8650-21584587c004 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.53 "GET /v2.0/networks?id=4272d4c4-588d-4ada-834b-9b63daa3f68f HTTP/1.1" status: 200 len: 815 time: 1.5769083 Dec 05 21:44:43.957808 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-58e3023c-f2f8-48e4-ae17-51bea4625371 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Request body: {'port': {'device_id': 'ac38779b-e52a-4607-9f40-a12e416df494', 'network_id': '4272d4c4-588d-4ada-834b-9b63daa3f68f', 'admin_state_up': True, 'tenant_id': 'edc86cfd0aea464aa58c912ed4606f71'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:44:44.022577 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 4fbfd500-e441-4853-afff-ce00ae279fa9 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:44:44.034988 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:44.050406 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e59da-6754-454e-a7b5-6a3dd18cf099 req-ef98d3a9-65b1-4567-9e07-fbf387421e16 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:44.054193 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fd9e59da-6754-454e-a7b5-6a3dd18cf099 req-ef98d3a9-65b1-4567-9e07-fbf387421e16 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 943 time: 0.2719188 Dec 05 21:44:44.061629 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:44.150490 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-31a9fded-66cb-4aee-a868-bf99fd95678d req-d592e47a-9f97-46cf-84e2-b45851cca52a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 210 time: 0.1177943 Dec 05 21:44:44.388040 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fd9e59da-6754-454e-a7b5-6a3dd18cf099 req-66c6d1d5-31f8-44f8-950b-419c04b0e8e4 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863227 Dec 05 21:44:44.594484 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-58e3023c-f2f8-48e4-ae17-51bea4625371 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:44:44.710808 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-fc72f0f4-4003-4d36-ae42-3ee0b1788157 None None] Provisioning complete for port 4fbfd500-e441-4853-afff-ce00ae279fa9 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:44:44.710987 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-58e3023c-f2f8-48e4-ae17-51bea4625371 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:44:44.711117 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fc72f0f4-4003-4d36-ae42-3ee0b1788157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:44.742093 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-58e3023c-f2f8-48e4-ae17-51bea4625371 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Made reservation on behalf of edc86cfd0aea464aa58c912ed4606f71 for: {'port': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:44:44.748093 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-58e3023c-f2f8-48e4-ae17-51bea4625371 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:44.905971 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585736'] for router, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:45.004020 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803e019-1644-4d78-b47b-f150547cd0c3 req-9cf845fe-e96a-4c12-96d4-035d9bf15885 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:45.007640 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f803e019-1644-4d78-b47b-f150547cd0c3 req-9cf845fe-e96a-4c12-96d4-035d9bf15885 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.2474260 Dec 05 21:44:45.218767 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:45.224657 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f803e019-1644-4d78-b47b-f150547cd0c3 req-a2725b50-b44e-4da2-b192-eb62cb1def76 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067187 Dec 05 21:44:45.460890 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-546e2b45-0947-4acc-9348-2c81d42252c2 req-1c26cb45-ecaf-41a6-8640-096d398a75d1 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 210 time: 0.0626311 Dec 05 21:44:45.749764 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e87320-48a0-4b30-9f42-45da7d41b492 req-0816ff69-7bb9-412e-b295-98027814f637 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:45.752830 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f8e87320-48a0-4b30-9f42-45da7d41b492 req-0816ff69-7bb9-412e-b295-98027814f637 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 943 time: 0.1158345 Dec 05 21:44:45.836743 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f8e87320-48a0-4b30-9f42-45da7d41b492 req-7fc28bb5-d90a-46b3-951b-bef05b139843 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727556 Dec 05 21:44:45.896450 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25d5ba-6b3a-4810-89b0-2cb81378cb2f req-2b0c58f7-b740-4990-b3fd-3e2aab056a6c tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:45.898598 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ba25d5ba-6b3a-4810-89b0-2cb81378cb2f req-2b0c58f7-b740-4990-b3fd-3e2aab056a6c tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 944 time: 0.8540459 Dec 05 21:44:46.035101 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-58e3023c-f2f8-48e4-ae17-51bea4625371 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Allocated IP 172.20.0.13 (4272d4c4-588d-4ada-834b-9b63daa3f68f/261efeb0-e1dd-44bc-8464-d233b4a1ef36/83e5aab1-2336-4078-9200-3354f50f4d36) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:44:46.039969 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ba25d5ba-6b3a-4810-89b0-2cb81378cb2f req-05f09a62-37c1-4fb2-8874-1b51d9b03f39 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984213 Dec 05 21:44:46.043221 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Router 72044efd-21f3-47dd-a944-17898242ca40 is scheduled to L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 with binding_index 1 {{(pid=80240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 05 21:44:46.393981 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:44:46.408119 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] Sync routers for ids ['72044efd-21f3-47dd-a944-17898242ca40'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:44:46.420215 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] Routers {'72044efd-21f3-47dd-a944-17898242ca40'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:44:46.421190 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:44:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['72044efd-21f3-47dd-a944-17898242ca40'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:44:46.481415 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Notify callbacks [] for router, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:46.482763 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.3905394 Dec 05 21:44:46.489688 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 55134) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:44:46.495367 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-58e3023c-f2f8-48e4-ae17-51bea4625371 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:46.606307 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27141e-8ef2-49e6-b167-d2e8e831acfc req-82a6743d-46fe-48ad-944f-49f2d1c75532 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:46.610487 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bf27141e-8ef2-49e6-b167-d2e8e831acfc req-82a6743d-46fe-48ad-944f-49f2d1c75532 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.1814744 Dec 05 21:44:46.697198 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bf27141e-8ef2-49e6-b167-d2e8e831acfc req-f0042ab1-997a-420c-bc69-15313c20c5a7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786357 Dec 05 21:44:46.749653 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-58e3023c-f2f8-48e4-ae17-51bea4625371 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:46.772255 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-014b6166-0007-40e4-9791-1e4ca8a7970a tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:46.781012 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] Set router 72044efd-21f3-47dd-a944-17898242ca40 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:44:47.092494 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3023c-f2f8-48e4-ae17-51bea4625371 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Pushing event updated for resources: {'Port': ['ID=83e5aab1-2336-4078-9200-3354f50f4d36,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:47.102920 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-58e3023c-f2f8-48e4-ae17-51bea4625371 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:47.174263 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a93549-0e22-4115-bd2e-982281aaa730 req-97fb7cc8-55e1-4501-915a-84c62bdf24c3 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:47.175369 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-a4a93549-0e22-4115-bd2e-982281aaa730 req-97fb7cc8-55e1-4501-915a-84c62bdf24c3 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Synchronizing usage tracker for tenant:edc86cfd0aea464aa58c912ed4606f71 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:44:47.220392 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-58e3023c-f2f8-48e4-ae17-51bea4625371 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Network 4272d4c4-588d-4ada-834b-9b63daa3f68f is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:44:47.223849 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-58e3023c-f2f8-48e4-ae17-51bea4625371 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:44:47.227582 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-a4a93549-0e22-4115-bd2e-982281aaa730 req-97fb7cc8-55e1-4501-915a-84c62bdf24c3 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Unset dirty status for tenant:edc86cfd0aea464aa58c912ed4606f71 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:44:47.233187 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d829b85-2727-4b97-b051-fbaa3f0821ae req-64c92fd6-708f-4ec5-9ba2-5e90d99045d0 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:47.235006 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a4a93549-0e22-4115-bd2e-982281aaa730 req-97fb7cc8-55e1-4501-915a-84c62bdf24c3 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 932 time: 0.5423789 Dec 05 21:44:47.235205 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1d829b85-2727-4b97-b051-fbaa3f0821ae req-64c92fd6-708f-4ec5-9ba2-5e90d99045d0 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 943 time: 0.1345837 Dec 05 21:44:47.237224 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-58e3023c-f2f8-48e4-ae17-51bea4625371 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:44:47.273035 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72044efd-21f3-47dd-a944-17898242ca40', 'name': 'tempest-TestMinimumBasicScenario-1629245260-router', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:44:38Z', 'updated_at': '2020-12-05T21:44:43Z', 'revision_number': 3, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'gw_port': {'id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:40Z', 'updated_at': '2020-12-05T21:44:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:44:47.283441 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] Checking router: 72044efd-21f3-47dd-a944-17898242ca40 for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:44:47.284703 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] Updating router 72044efd-21f3-47dd-a944-17898242ca40 port 17a65d83-622d-4b27-a653-80717a7b54aa binding host dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 05 21:44:47.302665 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1d829b85-2727-4b97-b051-fbaa3f0821ae req-a9745b85-3502-437e-b64b-49fd6adae7dc tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544517 Dec 05 21:44:47.364026 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:47.647628 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36cf5f-c2c7-463b-98f7-8469f071a926 req-4ad37312-dc13-487f-a68f-80a4db21ea71 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:47.650780 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cb36cf5f-c2c7-463b-98f7-8469f071a926 req-4ad37312-dc13-487f-a68f-80a4db21ea71 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 944 time: 0.1545360 Dec 05 21:44:47.785551 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cb36cf5f-c2c7-463b-98f7-8469f071a926 req-7f6493d4-851f-4ca6-86d9-eda695126a9c tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258905 Dec 05 21:44:47.835771 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a4a93549-0e22-4115-bd2e-982281aaa730 req-8a2825fb-90af-4640-b740-1a59712ed976 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5963459 Dec 05 21:44:47.857193 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-58e3023c-f2f8-48e4-ae17-51bea4625371 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:47.857906 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-58e3023c-f2f8-48e4-ae17-51bea4625371 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:47.886955 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-58e3023c-f2f8-48e4-ae17-51bea4625371 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9339845 Dec 05 21:44:48.023640 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:48.097817 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] Notify callbacks [] for port, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:48.116964 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] Transition to ACTIVE for port object 17a65d83-622d-4b27-a653-80717a7b54aa will not be triggered until provisioned by entity L2. {{(pid=80242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:44:48.121881 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:48.140543 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-68b8bf2f-0bab-4c40-bc29-83f61d6a07a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:48.156199 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b0c71-c21f-4580-a5f2-f8d974adebb5 req-e29cddf0-b22f-47e6-9f51-a6bb92619e9e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:48.157899 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9c1b0c71-c21f-4580-a5f2-f8d974adebb5 req-e29cddf0-b22f-47e6-9f51-a6bb92619e9e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.1014411 Dec 05 21:44:48.228018 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9c1b0c71-c21f-4580-a5f2-f8d974adebb5 req-ffcd7f17-a07c-40ad-83e3-57f5ba991a76 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627525 Dec 05 21:44:48.294807 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Pushing event updated for resources: {'Port': ['ID=17a65d83-622d-4b27-a653-80717a7b54aa,revision_number=2']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:48.307031 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.307414 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.307818 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.308213 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.308566 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.308927 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.309285 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.309634 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.310005 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.310340 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.310692 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.311046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.311466 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.311882 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.312241 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.312591 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.312943 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.313508 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.315565 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.315565 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.315977 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.316309 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.316671 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.317031 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:48.323249 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:48.378862 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] Attempting to bind port 17a65d83-622d-4b27-a653-80717a7b54aa on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:44:48.379397 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] Attempting to bind port 17a65d83-622d-4b27-a653-80717a7b54aa by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:44:48.379822 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] Attempting to bind port 17a65d83-622d-4b27-a653-80717a7b54aa on network dd6739ac-3b61-4fa5-bbf5-45fb885265ae {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:44:48.385947 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:44:48.386356 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] Checking segment: {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:44:48.386793 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:48.387221 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] Bound using segment: {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:44:48.387724 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] Bound port: 17a65d83-622d-4b27-a653-80717a7b54aa, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:44:48.388204 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:48.478422 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Allocated IP 172.20.0.1 (6caf2ea8-5eb8-4f3a-87a9-29412b268762/b6c38013-3aa1-43ce-bf05-86233fe9d660/6a8fbf44-929c-4a76-a083-9d9f40494e8f) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:44:48.479909 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] For port 17a65d83-622d-4b27-a653-80717a7b54aa, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:44:48.485632 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] For port 17a65d83-622d-4b27-a653-80717a7b54aa, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=17a65d83-622d-4b27-a653-80717a7b54aa,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:44:48.489803 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:48.508277 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:48.676891 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Pushing event updated for resources: {'Port': ['ID=17a65d83-622d-4b27-a653-80717a7b54aa,revision_number=3']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:48.682149 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:48.693341 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65228e4b-8268-4c79-b09e-b2557f4edcc0 req-65e3060d-635c-459d-84e5-c22bad2dce70 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:48.695031 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-65228e4b-8268-4c79-b09e-b2557f4edcc0 req-65e3060d-635c-459d-84e5-c22bad2dce70 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 943 time: 0.2034562 Dec 05 21:44:48.735089 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] Routers {'72044efd-21f3-47dd-a944-17898242ca40'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:44:48.736183 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:44:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['72044efd-21f3-47dd-a944-17898242ca40'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:44:48.802038 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-65228e4b-8268-4c79-b09e-b2557f4edcc0 req-3a377cf6-e2ae-483d-9730-8c7d5b869161 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951114 Dec 05 21:44:48.808162 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:48.828720 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Transition to ACTIVE for port object 6a8fbf44-929c-4a76-a083-9d9f40494e8f will not be triggered until provisioned by entity DHCP. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:44:48.873494 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:48.913296 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:49.066283 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] Set router 72044efd-21f3-47dd-a944-17898242ca40 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:44:49.146258 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f38b6-877c-41ac-a741-c9e9957c83a0 req-273e690b-fe3f-4461-bed9-9f0e08432582 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:49.153696 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-166f38b6-877c-41ac-a741-c9e9957c83a0 req-273e690b-fe3f-4461-bed9-9f0e08432582 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 944 time: 0.1564059 Dec 05 21:44:49.218042 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-166f38b6-877c-41ac-a741-c9e9957c83a0 req-c208378b-9557-452e-919e-e4917470afc3 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580652 Dec 05 21:44:49.256119 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Pushing event updated for resources: {'Port': ['ID=6a8fbf44-929c-4a76-a083-9d9f40494e8f,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:49.271918 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:49.315758 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Network 6caf2ea8-5eb8-4f3a-87a9-29412b268762 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:44:49.319000 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:44:49.322425 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:44:49.367162 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d412edd-788c-4871-8f88-195edefdfe5b req-8d28f9ee-0335-46cf-b5fe-a454fc651517 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:49.369353 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8d412edd-788c-4871-8f88-195edefdfe5b req-8d28f9ee-0335-46cf-b5fe-a454fc651517 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 932 time: 0.2354083 Dec 05 21:44:49.442565 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577140'] for router_interface, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:49.466980 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8d412edd-788c-4871-8f88-195edefdfe5b req-3ddf3e0b-0a9f-45eb-bd19-85e7bf2fe4c6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824237 Dec 05 21:44:49.494793 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72044efd-21f3-47dd-a944-17898242ca40', 'name': 'tempest-TestMinimumBasicScenario-1629245260-router', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:44:38Z', 'updated_at': '2020-12-05T21:44:43Z', 'revision_number': 3, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'gw_port': {'id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:40Z', 'updated_at': '2020-12-05T21:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:44:49.500223 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3a54d-a37a-485b-aa9a-fef5b43db87f None None] The sync data for ids ['72044efd-21f3-47dd-a944-17898242ca40'] in dv-cinder-757908-4-iscsi is: [{'id': '72044efd-21f3-47dd-a944-17898242ca40', 'name': 'tempest-TestMinimumBasicScenario-1629245260-router', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:44:38Z', 'updated_at': '2020-12-05T21:44:43Z', 'revision_number': 3, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'gw_port': {'id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:40Z', 'updated_at': '2020-12-05T21:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:44:49.657966 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:49.694133 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-672d6038-31cc-4d53-803b-379c281d2864 None None] Provisioning for port 6a8fbf44-929c-4a76-a083-9d9f40494e8f completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:44:49.700106 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-672d6038-31cc-4d53-803b-379c281d2864 None None] Provisioning complete for port 6a8fbf44-929c-4a76-a083-9d9f40494e8f triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:44:49.700544 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-672d6038-31cc-4d53-803b-379c281d2864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:49.764981 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-672d6038-31cc-4d53-803b-379c281d2864 None None] Port 6a8fbf44-929c-4a76-a083-9d9f40494e8f cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:44:49.820640 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94772627-78f1-425f-b255-4646309620a0 req-6496ef68-dc2b-4469-9fd2-ee56c868416f tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:49.822478 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-94772627-78f1-425f-b255-4646309620a0 req-6496ef68-dc2b-4469-9fd2-ee56c868416f tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.3772619 Dec 05 21:44:49.913706 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-94772627-78f1-425f-b255-4646309620a0 req-375d29c8-23ea-4c4a-918b-b6f2ea11dc16 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841775 Dec 05 21:44:50.232205 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5866dd-500e-4ec3-8b3f-3cc18b6bb336 req-00fb760a-74d9-452b-ad43-5b9569c71f1d tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:50.235401 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9e5866dd-500e-4ec3-8b3f-3cc18b6bb336 req-00fb760a-74d9-452b-ad43-5b9569c71f1d tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 943 time: 0.1966290 Dec 05 21:44:50.293697 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:50.301809 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:50.375420 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:50.487109 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9e5866dd-500e-4ec3-8b3f-3cc18b6bb336 req-e1f98400-ac93-4fe1-9180-d70aaae0d36a tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337656 Dec 05 21:44:50.495987 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1253663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854198767'] for router_interface, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:50.513762 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Pushing event updated for resources: {'Port': ['ID=6a8fbf44-929c-4a76-a083-9d9f40494e8f,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:50.521059 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:50.533108 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da664d-4d88-4b06-b38e-5707ddda5ea0 req-c89be1aa-4aeb-4cbd-8be5-85714b68233d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:50.552442 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-98da664d-4d88-4b06-b38e-5707ddda5ea0 req-c89be1aa-4aeb-4cbd-8be5-85714b68233d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 944 time: 0.1696854 Dec 05 21:44:50.648368 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-98da664d-4d88-4b06-b38e-5707ddda5ea0 req-f9c4189e-b84f-4ee7-b981-6af2dd4368f7 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940440 Dec 05 21:44:50.795655 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Network 6caf2ea8-5eb8-4f3a-87a9-29412b268762 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:44:50.802028 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:44:50.991524 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12e4df-7a91-43a2-9d46-105e75f3f951 req-1f2bdfae-8242-4aca-8d3b-72df9293364b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:50.993153 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cc12e4df-7a91-43a2-9d46-105e75f3f951 req-1f2bdfae-8242-4aca-8d3b-72df9293364b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 932 time: 0.2798450 Dec 05 21:44:51.116181 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Router 72044efd-21f3-47dd-a944-17898242ca40 has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:44:51.131726 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cc12e4df-7a91-43a2-9d46-105e75f3f951 req-66716a32-ad54-4f10-847b-48b28d1781d5 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046767 Dec 05 21:44:51.145607 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-b9998b62-0f49-474c-9aa1-087821be1ec6 None None] Provisioning complete for port 6a8fbf44-929c-4a76-a083-9d9f40494e8f triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:44:51.146255 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9998b62-0f49-474c-9aa1-087821be1ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:51.246427 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03ec86-3543-4edb-8dc7-e245be9df254 req-de752e06-2953-42c6-a662-189a70a8475a tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:51.248177 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5c03ec86-3543-4edb-8dc7-e245be9df254 req-de752e06-2953-42c6-a662-189a70a8475a tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.0971549 Dec 05 21:44:51.260828 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-b9998b62-0f49-474c-9aa1-087821be1ec6 None None] Port 6a8fbf44-929c-4a76-a083-9d9f40494e8f cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:44:51.328378 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5c03ec86-3543-4edb-8dc7-e245be9df254 req-0cf02828-2ba2-4677-bbbf-464198a827d4 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661428 Dec 05 21:44:51.372344 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:44:51.388523 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] 10.222.0.50 "PUT /v2.0/routers/72044efd-21f3-47dd-a944-17898242ca40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8972974 Dec 05 21:44:51.782369 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4694d9-831e-4c53-aca6-69178a889c29 req-bf5df2e6-dfd7-411d-a44c-05d5a9eabe38 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:51.792676 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c4694d9-831e-4c53-aca6-69178a889c29 req-bf5df2e6-dfd7-411d-a44c-05d5a9eabe38 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 943 time: 0.1248350 Dec 05 21:44:51.800842 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 17a65d83-622d-4b27-a653-80717a7b54aa up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:44:51.864939 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c4694d9-831e-4c53-aca6-69178a889c29 req-e23e8ac8-abf3-4a30-ba58-ccdcb2f310d6 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708261 Dec 05 21:44:51.891330 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port 17a65d83-622d-4b27-a653-80717a7b54aa completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:44:51.900028 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 17a65d83-622d-4b27-a653-80717a7b54aa triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:44:51.900429 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:51.944039 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Request body: {'port': {'device_id': 'ac38779b-e52a-4607-9f40-a12e416df494', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:44:51.983470 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e467f-8dab-4f9f-a190-96e0ccf4bfff req-99cd1cc8-15ce-46b9-8bb9-540c2b939e7c tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:51.996017 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fa9e467f-8dab-4f9f-a190-96e0ccf4bfff req-99cd1cc8-15ce-46b9-8bb9-540c2b939e7c tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 944 time: 0.1927938 Dec 05 21:44:52.053043 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fa9e467f-8dab-4f9f-a190-96e0ccf4bfff req-4cf3704b-6b75-46a7-8e53-1f94c685793c tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549328 Dec 05 21:44:52.118205 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:52.137005 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port 17a65d83-622d-4b27-a653-80717a7b54aa, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=17a65d83-622d-4b27-a653-80717a7b54aa,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:44:52.141128 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:52.144803 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:52.163672 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:52.246338 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=17a65d83-622d-4b27-a653-80717a7b54aa,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:52.264019 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.265065 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.265707 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.266335 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.266975 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.267645 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.268327 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.270522 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.271239 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.272114 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.272713 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.273525 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.274286 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.275186 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.276052 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.276693 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.277333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.277977 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.278613 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.279251 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.279921 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.280897 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.281541 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.282171 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:44:52.307397 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:52.680073 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a7de5-2293-4805-93fa-c4a7040cf33b req-473add90-e0df-4e65-8ea6-4a82f8952634 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:52.682147 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dd5a7de5-2293-4805-93fa-c4a7040cf33b req-473add90-e0df-4e65-8ea6-4a82f8952634 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 932 time: 0.2560651 Dec 05 21:44:52.763110 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dd5a7de5-2293-4805-93fa-c4a7040cf33b req-3d7a9f03-e8b5-4ef0-a1da-7381e752b0d0 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743151 Dec 05 21:44:52.798344 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f93c3-20e9-46b8-afcc-bd50fd4caab8 req-576cfc1c-043a-4c90-8ecf-85712c191009 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:52.801390 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-708f93c3-20e9-46b8-afcc-bd50fd4caab8 req-576cfc1c-043a-4c90-8ecf-85712c191009 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.1651208 Dec 05 21:44:52.856341 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e5aab1-2336-4078-9200-3354f50f4d36 {{(pid=80240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 05 21:44:52.864640 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:52.868867 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-708f93c3-20e9-46b8-afcc-bd50fd4caab8 req-fcf3bc7d-b24d-4d04-8487-9459f9a17582 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594563 Dec 05 21:44:52.869948 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] Sync routers for ids ['72044efd-21f3-47dd-a944-17898242ca40'] in dv-cinder-757908-4-iscsi {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:44:52.880143 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Transition to ACTIVE for port object 83e5aab1-2336-4078-9200-3354f50f4d36 will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:44:52.883407 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:52.905897 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] Routers {'72044efd-21f3-47dd-a944-17898242ca40'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:44:52.907013 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:44:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['72044efd-21f3-47dd-a944-17898242ca40'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:44:53.263799 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] Set router 72044efd-21f3-47dd-a944-17898242ca40 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:44:53.296656 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-87d34536-bfc1-421d-83c8-afad5f042307 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:53.355571 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590efdd-0a39-4ceb-821a-c4070f399572 req-c43bc75d-6a9f-4cd0-b66e-31953eaf6d83 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:53.364471 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f590efdd-0a39-4ceb-821a-c4070f399572 req-c43bc75d-6a9f-4cd0-b66e-31953eaf6d83 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 944 time: 0.1141272 Dec 05 21:44:53.380464 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Pushing event updated for resources: {'Port': ['ID=83e5aab1-2336-4078-9200-3354f50f4d36,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:53.429676 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:53.442760 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f590efdd-0a39-4ceb-821a-c4070f399572 req-dac88c7b-7c60-49f6-b5cd-f4097698305d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770402 Dec 05 21:44:53.913512 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 17a65d83-622d-4b27-a653-80717a7b54aa up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:44:53.929453 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e79c1a-3fc6-4163-8357-960e8971b7d1 req-5d4c2de0-1d7e-4c48-af3c-814d7de95a47 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:53.957280 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-84e79c1a-3fc6-4163-8357-960e8971b7d1 req-5d4c2de0-1d7e-4c48-af3c-814d7de95a47 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 943 time: 0.6608901 Dec 05 21:44:54.040549 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 17a65d83-622d-4b27-a653-80717a7b54aa triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:44:54.041123 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:54.108887 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72044efd-21f3-47dd-a944-17898242ca40', 'name': 'tempest-TestMinimumBasicScenario-1629245260-router', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:44:38Z', 'updated_at': '2020-12-05T21:44:49Z', 'revision_number': 4, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'gw_port': {'id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:40Z', 'updated_at': '2020-12-05T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '6a8fbf44-929c-4a76-a083-9d9f40494e8f', 'name': '', 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'mac_address': 'fa:16:3e:86:6e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b6c38013-3aa1-43ce-bf05-86233fe9d660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:48Z', 'updated_at': '2020-12-05T21:44:49Z', 'revision_number': 2, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'subnets': [{'id': 'b6c38013-3aa1-43ce-bf05-86233fe9d660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:44:54.115229 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b4965-ec73-4967-a293-c81e4996f796 req-6bd06601-9e1a-47ae-9d52-98b96d541032 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:54.120225 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] Checking router: 72044efd-21f3-47dd-a944-17898242ca40 for host: dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:44:54.120633 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] Updating router 72044efd-21f3-47dd-a944-17898242ca40 port 6a8fbf44-929c-4a76-a083-9d9f40494e8f binding host dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 05 21:44:54.125336 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-222b4965-ec73-4967-a293-c81e4996f796 req-6bd06601-9e1a-47ae-9d52-98b96d541032 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 944 time: 0.1386819 Dec 05 21:44:54.165752 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-84e79c1a-3fc6-4163-8357-960e8971b7d1 req-506ef22f-d1b0-4440-ab0d-6bef29deb75e tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071993 Dec 05 21:44:54.170219 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Attempting to bind port 83e5aab1-2336-4078-9200-3354f50f4d36 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:44:54.171415 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Attempting to bind port 83e5aab1-2336-4078-9200-3354f50f4d36 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '76cccfe4-ab2e-4d88-9859-8dba3228c455', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4272d4c4-588d-4ada-834b-9b63daa3f68f'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:44:54.174620 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Attempting to bind port 83e5aab1-2336-4078-9200-3354f50f4d36 on network 4272d4c4-588d-4ada-834b-9b63daa3f68f {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:44:54.187068 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-222b4965-ec73-4967-a293-c81e4996f796 req-b34d995b-9e21-4da3-84c4-d5a3bc35d0c9 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601892 Dec 05 21:44:54.193567 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Checking agent: {'id': '73420180-90c9-4440-8e64-a61aa3b256a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 39, 15), 'started_at': datetime.datetime(2020, 12, 5, 21, 39, 45), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 7, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:44:54.194144 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Checking segment: {'id': '76cccfe4-ab2e-4d88-9859-8dba3228c455', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4272d4c4-588d-4ada-834b-9b63daa3f68f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:44:54.195352 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:54.196005 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Bound using segment: {'id': '76cccfe4-ab2e-4d88-9859-8dba3228c455', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4272d4c4-588d-4ada-834b-9b63daa3f68f'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:44:54.196811 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Bound port: 83e5aab1-2336-4078-9200-3354f50f4d36, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cccfe4-ab2e-4d88-9859-8dba3228c455', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4272d4c4-588d-4ada-834b-9b63daa3f68f'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:44:54.197450 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:54.247708 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:54.380478 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] For port 83e5aab1-2336-4078-9200-3354f50f4d36, host hv-cinder-75790, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:44:54.386640 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] For port 83e5aab1-2336-4078-9200-3354f50f4d36, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=83e5aab1-2336-4078-9200-3354f50f4d36,segment=NetworkSegment(76cccfe4-ab2e-4d88-9859-8dba3228c455),segment_id=76cccfe4-ab2e-4d88-9859-8dba3228c455)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:44:54.395213 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:54.422562 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:44:54.426834 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4a4a8a8f-0a72-45b9-bce3-1f7c2f7877e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:54.623633 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Pushing event updated for resources: {'Port': ['ID=83e5aab1-2336-4078-9200-3354f50f4d36,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:54.637722 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:54.684144 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a91a9e-c77d-4afb-b148-e7e7dc2869cf req-020250f2-770c-466a-9639-341ff336019e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:54.700211 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b1a91a9e-c77d-4afb-b148-e7e7dc2869cf req-020250f2-770c-466a-9639-341ff336019e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.3099940 Dec 05 21:44:54.799763 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:54.807714 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:54.812698 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] 10.222.0.53 "PUT /v2.0/ports/83e5aab1-2336-4078-9200-3354f50f4d36 HTTP/1.1" status: 200 len: 1158 time: 2.8807220 Dec 05 21:44:54.813417 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac38779b-e52a-4607-9f40-a12e416df494', 'tag': '83e5aab1-2336-4078-9200-3354f50f4d36'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:44:54.857176 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b1a91a9e-c77d-4afb-b148-e7e7dc2869cf req-e23bcd6c-87a5-4b3e-b485-f203573a702c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556795 Dec 05 21:44:54.921229 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69b0a4ed-ae38-4d49-8ebb-9f91853f9a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:55.276133 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] Notify callbacks [] for port, precommit_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:55.313959 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] Transition to ACTIVE for port object 6a8fbf44-929c-4a76-a083-9d9f40494e8f will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:44:55.321267 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:55.339255 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:55.347608 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac38779b-e52a-4607-9f40-a12e416df494', 'tag': '83e5aab1-2336-4078-9200-3354f50f4d36', 'status': 'completed', 'code': 200} Dec 05 21:44:55.408655 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b3c2c-8a0e-4f6b-a92a-12fb0663b7e8 req-c0bc3ff2-ab5b-4f41-9255-b14878f911ee tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:55.411250 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-612b3c2c-8a0e-4f6b-a92a-12fb0663b7e8 req-c0bc3ff2-ab5b-4f41-9255-b14878f911ee tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 944 time: 0.2372119 Dec 05 21:44:55.425981 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b72df-9afe-49e0-9461-b18da3e94d68 None None] Pushing event updated for resources: {'Port': ['ID=6a8fbf44-929c-4a76-a083-9d9f40494e8f,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:55.437860 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6a5b72df-9afe-49e0-9461-b18da3e94d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:55.454164 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-2acadaaa-d64d-49f0-b0a8-eda5e401e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:55.457458 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-2acadaaa-d64d-49f0-b0a8-eda5e401e3e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=edc86cfd0aea464aa58c912ed4606f71&device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 1161 time: 0.4060321 Dec 05 21:44:55.651482 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-721dae58-a7c4-4449-8a09-15bb94e12ff0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83e5aab1-2336-4078-9200-3354f50f4d36 HTTP/1.1" status: 200 len: 217 time: 0.1663661 Dec 05 21:44:55.662371 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-612b3c2c-8a0e-4f6b-a92a-12fb0663b7e8 req-165a486c-eccf-4b19-9da2-123fc0f938b3 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289546 Dec 05 21:44:55.814151 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-60e4991f-ec4a-4dab-8e1f-91cfcb33b155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:55.816707 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-60e4991f-ec4a-4dab-8e1f-91cfcb33b155 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=261efeb0-e1dd-44bc-8464-d233b4a1ef36 HTTP/1.1" status: 200 len: 855 time: 0.1474872 Dec 05 21:44:55.818952 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8137d6-c6dd-43e6-87de-7facfdb7c896 req-0af416d5-99e2-4562-8de9-4f6fa757765e tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:55.829866 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ec8137d6-c6dd-43e6-87de-7facfdb7c896 req-0af416d5-99e2-4562-8de9-4f6fa757765e tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 943 time: 0.2081571 Dec 05 21:44:55.887162 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] Attempting to bind port 6a8fbf44-929c-4a76-a083-9d9f40494e8f on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:44:55.887623 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] Attempting to bind port 6a8fbf44-929c-4a76-a083-9d9f40494e8f by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': '042bd5f0-6015-402a-8c43-feb80cee6e89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:44:55.888065 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] Attempting to bind port 6a8fbf44-929c-4a76-a083-9d9f40494e8f on network 6caf2ea8-5eb8-4f3a-87a9-29412b268762 {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:44:55.895156 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ec8137d6-c6dd-43e6-87de-7facfdb7c896 req-9ba0266c-6ecd-437d-bbfc-064c3e300be4 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640898 Dec 05 21:44:55.902291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:44:55.902600 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] Checking segment: {'id': '042bd5f0-6015-402a-8c43-feb80cee6e89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:44:55.903085 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:55.903506 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] Bound using segment: {'id': '042bd5f0-6015-402a-8c43-feb80cee6e89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:44:55.904177 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] Bound port: 6a8fbf44-929c-4a76-a083-9d9f40494e8f, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042bd5f0-6015-402a-8c43-feb80cee6e89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:44:55.904703 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:55.930855 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-642511b9-1fa4-43ab-922c-c7a739e9be2f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4272d4c4-588d-4ada-834b-9b63daa3f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055951 Dec 05 21:44:56.081460 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] For port 6a8fbf44-929c-4a76-a083-9d9f40494e8f, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:44:56.088108 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] For port 6a8fbf44-929c-4a76-a083-9d9f40494e8f, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=6a8fbf44-929c-4a76-a083-9d9f40494e8f,segment=NetworkSegment(042bd5f0-6015-402a-8c43-feb80cee6e89),segment_id=042bd5f0-6015-402a-8c43-feb80cee6e89)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:44:56.093667 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:56.141312 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:56.183395 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e91d87-edda-4b90-9077-fa300110760f req-c71acb73-377a-4531-8547-96bce4c54bf9 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:56.191980 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-89e91d87-edda-4b90-9077-fa300110760f req-c71acb73-377a-4531-8547-96bce4c54bf9 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 944 time: 0.2596512 Dec 05 21:44:56.225970 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-aae7ef7b-2aa3-4f1e-b861-71ee1c5a038b service neutron] 10.222.0.53 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221017 Dec 05 21:44:56.370910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b72df-9afe-49e0-9461-b18da3e94d68 None None] Pushing event updated for resources: {'Port': ['ID=6a8fbf44-929c-4a76-a083-9d9f40494e8f,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:56.402068 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6a5b72df-9afe-49e0-9461-b18da3e94d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:56.416837 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-89e91d87-edda-4b90-9077-fa300110760f req-ab68b11e-bca9-4b61-92fa-937dfc181133 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233801 Dec 05 21:44:56.559030 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aaf69bde-bcdf-4950-9897-8d261b6480f3 req-9de9b915-d535-4ce2-95fc-57dfa25c4d80 service neutron] 10.222.0.53 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3199999 Dec 05 21:44:56.641833 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072f945-6e2f-4a29-8b9f-0167a750d2d2 req-2b927afd-0508-46b6-b7f2-1b5bd410db11 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:56.650461 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2072f945-6e2f-4a29-8b9f-0167a750d2d2 req-2b927afd-0508-46b6-b7f2-1b5bd410db11 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.1934230 Dec 05 21:44:56.743926 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2072f945-6e2f-4a29-8b9f-0167a750d2d2 req-0b1c8007-d50b-45fa-8a8e-9cd194ad995a tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921803 Dec 05 21:44:56.865295 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c8c10-f544-467b-90e2-b50b6a19fa68 req-e9c86e85-c18c-4415-89ad-73b3d3d15ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:56.867209 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d56c8c10-f544-467b-90e2-b50b6a19fa68 req-e9c86e85-c18c-4415-89ad-73b3d3d15ad3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=edc86cfd0aea464aa58c912ed4606f71&device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 1161 time: 0.1900802 Dec 05 21:44:56.921101 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] Routers {'72044efd-21f3-47dd-a944-17898242ca40'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:44:56.921913 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:44:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['72044efd-21f3-47dd-a944-17898242ca40'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:44:57.369572 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c8c10-f544-467b-90e2-b50b6a19fa68 req-7c402c27-5181-4b54-a8f6-59448f83efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:57.372418 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d56c8c10-f544-467b-90e2-b50b6a19fa68 req-7c402c27-5181-4b54-a8f6-59448f83efc0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4272d4c4-588d-4ada-834b-9b63daa3f68f HTTP/1.1" status: 200 len: 909 time: 0.4961908 Dec 05 21:44:57.389924 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cbe6c-3f31-4b87-9f9d-475b2520ff53 req-d21cab41-5753-4349-a343-1fc253f63bca tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:57.391594 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-431cbe6c-3f31-4b87-9f9d-475b2520ff53 req-d21cab41-5753-4349-a343-1fc253f63bca tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 943 time: 0.1980100 Dec 05 21:44:57.418656 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 9ba67af6-6012-4a16-9123-22af89c12c0e up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:44:57.526639 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-431cbe6c-3f31-4b87-9f9d-475b2520ff53 req-e4fe3773-faf6-4e6f-8c18-3972d86514b6 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260145 Dec 05 21:44:57.576754 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d56c8c10-f544-467b-90e2-b50b6a19fa68 req-75860203-9f27-4b9a-a695-6c7e4aa3b49e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83e5aab1-2336-4078-9200-3354f50f4d36 HTTP/1.1" status: 200 len: 217 time: 0.1322846 Dec 05 21:44:57.832821 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7b3ea-3a18-4f4c-b6fe-00840ec91fa4 req-05d27dd3-87ce-4645-a007-bf6fd899265c tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:57.841790 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning for port 9ba67af6-6012-4a16-9123-22af89c12c0e completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:44:57.856797 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 9ba67af6-6012-4a16-9123-22af89c12c0e triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:44:57.857221 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:57.872778 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b2f7b3ea-3a18-4f4c-b6fe-00840ec91fa4 req-05d27dd3-87ce-4645-a007-bf6fd899265c tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 944 time: 0.7623723 Dec 05 21:44:57.933880 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-07e84c26-7873-4a1f-a5a8-18d2f28e6473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:57.952973 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ebf6b-4d51-4365-900e-d3b6504cfec3 req-ed2a75a9-4141-40bd-875d-3f654d243939 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:57.965701 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-641ebf6b-4d51-4365-900e-d3b6504cfec3 req-ed2a75a9-4141-40bd-875d-3f654d243939 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 944 time: 0.1395133 Dec 05 21:44:57.971397 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] Set router 72044efd-21f3-47dd-a944-17898242ca40 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:44:58.088871 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-641ebf6b-4d51-4365-900e-d3b6504cfec3 req-80e2faf1-3690-4dbd-81ac-2b972e2a522c tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218667 Dec 05 21:44:58.105869 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:58.110275 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c8c10-f544-467b-90e2-b50b6a19fa68 req-b177c523-bdd8-40bb-917c-bd0e8244c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:58.115106 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d56c8c10-f544-467b-90e2-b50b6a19fa68 req-b177c523-bdd8-40bb-917c-bd0e8244c80c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=261efeb0-e1dd-44bc-8464-d233b4a1ef36 HTTP/1.1" status: 200 len: 855 time: 0.4908817 Dec 05 21:44:58.233905 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a826503-7b27-4a8f-954c-61f33d9ffdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba67af6-6012-4a16-9123-22af89c12c0e'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:44:58.261900 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d56c8c10-f544-467b-90e2-b50b6a19fa68 req-e1073cb0-1ed6-4673-8a86-5d9a32066697 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4272d4c4-588d-4ada-834b-9b63daa3f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163764 Dec 05 21:44:58.277489 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b2f7b3ea-3a18-4f4c-b6fe-00840ec91fa4 req-c14a68af-3705-47da-8149-51c49a0053ed tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4029295 Dec 05 21:44:58.372380 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ff782-eedf-41db-9915-f4a1d22bdbb0 req-a4908e6d-a434-4e8c-a507-d71055e7997b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:58.382250 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-246ff782-eedf-41db-9915-f4a1d22bdbb0 req-a4908e6d-a434-4e8c-a507-d71055e7997b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.1379967 Dec 05 21:44:58.443002 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port 9ba67af6-6012-4a16-9123-22af89c12c0e, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=9ba67af6-6012-4a16-9123-22af89c12c0e,segment=NetworkSegment(ee867ec9-fdd0-4eef-af71-84c38a9bd339),segment_id=ee867ec9-fdd0-4eef-af71-84c38a9bd339)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:44:58.456328 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-246ff782-eedf-41db-9915-f4a1d22bdbb0 req-9f1b55c2-1806-4fa0-a33a-e383ea030962 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720351 Dec 05 21:44:58.467696 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:58.468914 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 05c2f176-74ee-43ea-bb0f-000f397b5093 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:44:58.497358 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:58.555032 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:58.704348 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning for port 05c2f176-74ee-43ea-bb0f-000f397b5093 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:44:58.720241 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=9ba67af6-6012-4a16-9123-22af89c12c0e,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:58.735777 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:58.738713 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 05c2f176-74ee-43ea-bb0f-000f397b5093 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:44:58.739325 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:58.751379 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d56c8c10-f544-467b-90e2-b50b6a19fa68 req-4fafe0e7-e549-45e3-a3e0-fd8c1a743fbe service neutron] 10.222.0.53 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715292 Dec 05 21:44:58.790330 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72044efd-21f3-47dd-a944-17898242ca40', 'name': 'tempest-TestMinimumBasicScenario-1629245260-router', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:44:38Z', 'updated_at': '2020-12-05T21:44:49Z', 'revision_number': 4, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'gw_port': {'id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:40Z', 'updated_at': '2020-12-05T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '6a8fbf44-929c-4a76-a083-9d9f40494e8f', 'name': '', 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'mac_address': 'fa:16:3e:86:6e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b6c38013-3aa1-43ce-bf05-86233fe9d660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:48Z', 'updated_at': '2020-12-05T21:44:56Z', 'revision_number': 4, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'subnets': [{'id': 'b6c38013-3aa1-43ce-bf05-86233fe9d660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:44:58.807624 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea9b6d-3cca-4f76-a05f-c92aef29c684 None None] The sync data for ids ['72044efd-21f3-47dd-a944-17898242ca40'] in dv-cinder-757908-4-iscsi is: [{'id': '72044efd-21f3-47dd-a944-17898242ca40', 'name': 'tempest-TestMinimumBasicScenario-1629245260-router', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:44:38Z', 'updated_at': '2020-12-05T21:44:49Z', 'revision_number': 4, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'gw_port': {'id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:40Z', 'updated_at': '2020-12-05T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '6a8fbf44-929c-4a76-a083-9d9f40494e8f', 'name': '', 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'mac_address': 'fa:16:3e:86:6e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b6c38013-3aa1-43ce-bf05-86233fe9d660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:48Z', 'updated_at': '2020-12-05T21:44:56Z', 'revision_number': 4, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'subnets': [{'id': 'b6c38013-3aa1-43ce-bf05-86233fe9d660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:44:58.828455 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a826503-7b27-4a8f-954c-61f33d9ffdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba67af6-6012-4a16-9123-22af89c12c0e', 'code': 200} Dec 05 21:44:59.141088 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:59.243995 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port 05c2f176-74ee-43ea-bb0f-000f397b5093, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=05c2f176-74ee-43ea-bb0f-000f397b5093,segment=NetworkSegment(8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f),segment_id=8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:44:59.253585 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:59.255689 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:44:59.394836 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d56c8c10-f544-467b-90e2-b50b6a19fa68 req-b3d7b142-6132-4207-a8bc-de2710b1e270 service neutron] 10.222.0.53 "GET /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6349895 Dec 05 21:44:59.474811 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=05c2f176-74ee-43ea-bb0f-000f397b5093,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:44:59.497870 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:44:59.791523 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:44:59.867510 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 6a8fbf44-929c-4a76-a083-9d9f40494e8f up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:44:59.905489 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3243b-cafb-452c-be96-be9b5d425f6a req-1c409d6d-622e-48d6-b5f1-4629dd9a2e12 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:59.906782 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948b2df-ecbf-4f94-8ecd-2ca082986c77 req-c8c269e3-ceda-447b-82ae-af3541b90e43 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:59.918210 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a5a3243b-cafb-452c-be96-be9b5d425f6a req-1c409d6d-622e-48d6-b5f1-4629dd9a2e12 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 943 time: 0.4914577 Dec 05 21:44:59.918543 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4948b2df-ecbf-4f94-8ecd-2ca082986c77 req-c8c269e3-ceda-447b-82ae-af3541b90e43 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.3238745 Dec 05 21:44:59.936491 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025bc32-d593-4887-ba4b-6643cbcc1f4f req-bfbc8f09-0bd3-43f7-a0e4-cce8e2349681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:59.938467 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5025bc32-d593-4887-ba4b-6643cbcc1f4f req-bfbc8f09-0bd3-43f7-a0e4-cce8e2349681 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 1163 time: 0.3550477 Dec 05 21:44:59.951109 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991bca9-4e5e-41ea-9f54-5698780bc28b req-df8728ef-48b1-4cb1-adc3-fb579b75ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:44:59.954110 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3991bca9-4e5e-41ea-9f54-5698780bc28b req-df8728ef-48b1-4cb1-adc3-fb579b75ef8c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=387707d1b07f4c5b9a7d2155b4ca7185&device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 1162 time: 0.4886661 Dec 05 21:45:00.031957 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5025bc32-d593-4887-ba4b-6643cbcc1f4f req-c3dee8ff-4189-4ed0-b90e-64bac12d7d5c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792408 Dec 05 21:45:00.069716 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a5a3243b-cafb-452c-be96-be9b5d425f6a req-d6e03b8c-537f-4cd6-9eb8-e73e1d17503f tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499605 Dec 05 21:45:00.148936 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4948b2df-ecbf-4f94-8ecd-2ca082986c77 req-8e834859-3d55-4292-a364-4036724609d0 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275648 Dec 05 21:45:00.305585 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port 6a8fbf44-929c-4a76-a083-9d9f40494e8f completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:45:00.352450 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 6a8fbf44-929c-4a76-a083-9d9f40494e8f triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:45:00.357776 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:00.646613 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043c499-8b07-4db8-9661-0307f12987d1 req-97af70a1-a078-4829-a844-20135163842e tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:00.655394 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6043c499-8b07-4db8-9661-0307f12987d1 req-97af70a1-a078-4829-a844-20135163842e tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 944 time: 0.2326808 Dec 05 21:45:00.770367 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6043c499-8b07-4db8-9661-0307f12987d1 req-91c4c99c-fa79-4dcb-a961-5963ac8c58ce tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138372 Dec 05 21:45:00.807610 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.objects.ports [None req-ac8fd061-ca52-4a49-b2e7-43d9e387b620 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80241) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 05 21:45:00.858612 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991bca9-4e5e-41ea-9f54-5698780bc28b req-d0979529-85b9-4ef4-80fb-f93b48384e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:00.863014 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3991bca9-4e5e-41ea-9f54-5698780bc28b req-d0979529-85b9-4ef4-80fb-f93b48384e5c service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a343bc3-72fd-414f-a6e7-9632ec6930e0 HTTP/1.1" status: 200 len: 913 time: 0.8824983 Dec 05 21:45:00.902915 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb942010-6f22-497e-9ed5-222ad6f0c201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c2f176-74ee-43ea-bb0f-000f397b5093'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:45:00.977614 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab09ae-5421-4410-816b-3c75ea56d7df req-bfc3c7fd-6d53-409c-a39e-a32f4470ca16 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:00.992691 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-90ab09ae-5421-4410-816b-3c75ea56d7df req-bfc3c7fd-6d53-409c-a39e-a32f4470ca16 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 946 time: 0.5263295 Dec 05 21:45:01.005883 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:01.114756 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72d975-6fe5-4a55-86df-90d37bf61bf1 req-46cb62b0-e22e-4243-99dd-8f4b753d8fb1 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:01.115959 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-90ab09ae-5421-4410-816b-3c75ea56d7df req-2130fb01-bee3-4e89-8655-f87727141dc4 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195028 Dec 05 21:45:01.122814 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5b72d975-6fe5-4a55-86df-90d37bf61bf1 req-46cb62b0-e22e-4243-99dd-8f4b753d8fb1 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.1713855 Dec 05 21:45:01.196719 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port 6a8fbf44-929c-4a76-a083-9d9f40494e8f, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=6a8fbf44-929c-4a76-a083-9d9f40494e8f,segment=NetworkSegment(042bd5f0-6015-402a-8c43-feb80cee6e89),segment_id=042bd5f0-6015-402a-8c43-feb80cee6e89)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:45:01.223184 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:01.226796 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:01.293651 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5b72d975-6fe5-4a55-86df-90d37bf61bf1 req-d15e4ac3-42f5-46de-968b-fe5e256e0465 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697655 Dec 05 21:45:01.315844 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb942010-6f22-497e-9ed5-222ad6f0c201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c2f176-74ee-43ea-bb0f-000f397b5093', 'code': 200} Dec 05 21:45:01.341132 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:01.394479 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=6a8fbf44-929c-4a76-a083-9d9f40494e8f,revision_number=5']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:01.404879 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:01.595947 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a83da-38db-4038-a306-d1b2b46bce5f req-e4683fa9-ee62-43bb-b974-68a4344c7fcc tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:01.597642 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-877a83da-38db-4038-a306-d1b2b46bce5f req-e4683fa9-ee62-43bb-b974-68a4344c7fcc tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 943 time: 0.1562197 Dec 05 21:45:01.648535 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af92381-50da-4953-9990-ca97f127e689 req-747bb7e1-fc93-4faf-8d63-605f307b28b8 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:01.659191 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1af92381-50da-4953-9990-ca97f127e689 req-747bb7e1-fc93-4faf-8d63-605f307b28b8 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1283717 Dec 05 21:45:01.683903 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-877a83da-38db-4038-a306-d1b2b46bce5f req-d399f6b4-4992-4564-832d-f7f717d2a149 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764828 Dec 05 21:45:01.744771 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1af92381-50da-4953-9990-ca97f127e689 req-51b86383-baaf-4820-a254-7cc6060a98e2 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832708 Dec 05 21:45:01.805381 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3991bca9-4e5e-41ea-9f54-5698780bc28b req-534ff3c3-cfa7-4df9-90bd-d260d3db30ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 HTTP/1.1" status: 200 len: 217 time: 0.0902653 Dec 05 21:45:01.938886 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 6a8fbf44-929c-4a76-a083-9d9f40494e8f up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:45:01.977398 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991bca9-4e5e-41ea-9f54-5698780bc28b req-0d159873-53e1-492d-8d93-fb0d97a98cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:01.979204 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3991bca9-4e5e-41ea-9f54-5698780bc28b req-0d159873-53e1-492d-8d93-fb0d97a98cbc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ccaf5210-bac5-475a-af4e-b572b8c0356d HTTP/1.1" status: 200 len: 859 time: 0.1659961 Dec 05 21:45:02.114116 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 6a8fbf44-929c-4a76-a083-9d9f40494e8f triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:45:02.114812 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:02.159767 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83477b-6e79-4ef3-b21b-372d482fb47a req-a9cc643e-27bd-47d9-92be-44eea66d0508 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:02.167941 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4d83477b-6e79-4ef3-b21b-372d482fb47a req-a9cc643e-27bd-47d9-92be-44eea66d0508 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 944 time: 0.1101382 Dec 05 21:45:02.258180 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4d83477b-6e79-4ef3-b21b-372d482fb47a req-bacb5dde-4a4b-4e93-9a92-6b080d9a4e93 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890791 Dec 05 21:45:02.393257 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3991bca9-4e5e-41ea-9f54-5698780bc28b req-e9d6cbd5-24a1-4063-9ee6-b6601e77f42f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a343bc3-72fd-414f-a6e7-9632ec6930e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848002 Dec 05 21:45:02.574266 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd5808-a057-42f5-b6d1-885b00ab6e38 req-949c10d3-3bd2-4d23-a5b6-f89d463596e1 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:02.592270 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-75bd5808-a057-42f5-b6d1-885b00ab6e38 req-949c10d3-3bd2-4d23-a5b6-f89d463596e1 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 946 time: 0.1770029 Dec 05 21:45:02.727980 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-75bd5808-a057-42f5-b6d1-885b00ab6e38 req-88935ade-19fb-43d7-92b6-b6ac566f3b36 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346543 Dec 05 21:45:02.735378 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf7bc3-67b5-461c-b856-8fc2c6c90f33 req-e95cfd3a-808c-4c37-95b7-1da4213292c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:02.738450 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a8cf7bc3-67b5-461c-b856-8fc2c6c90f33 req-e95cfd3a-808c-4c37-95b7-1da4213292c2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 1163 time: 0.4045343 Dec 05 21:45:02.822967 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a8cf7bc3-67b5-461c-b856-8fc2c6c90f33 req-7e743723-698c-4602-bc84-ad574c7a42b1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755982 Dec 05 21:45:02.947690 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3991bca9-4e5e-41ea-9f54-5698780bc28b req-6c7e8a11-c4de-48b5-807c-a0dcc1f81b6d service neutron] 10.222.0.53 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464914 Dec 05 21:45:03.051872 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2c8d9-f47a-422a-aeaf-a8d7d3859c6d req-ec5ed9b4-3dde-401d-bf06-45e85ada514f tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:03.071144 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3fe2c8d9-f47a-422a-aeaf-a8d7d3859c6d req-ec5ed9b4-3dde-401d-bf06-45e85ada514f tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 943 time: 0.1347640 Dec 05 21:45:03.119120 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e36f1-bd59-4bcf-af90-f978d36a4f3c req-93c84abd-de66-4ecf-9bd3-92b70f93ba45 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:03.124855 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-df3e36f1-bd59-4bcf-af90-f978d36a4f3c req-93c84abd-de66-4ecf-9bd3-92b70f93ba45 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.1755044 Dec 05 21:45:03.177035 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3fe2c8d9-f47a-422a-aeaf-a8d7d3859c6d req-1ac88831-b38e-49ca-b7e1-55fea55e942c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992634 Dec 05 21:45:03.264069 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-df3e36f1-bd59-4bcf-af90-f978d36a4f3c req-1cbde189-5f46-4e00-9661-72247d60e399 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228712 Dec 05 21:45:03.598154 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa848fa-61d0-482d-bf05-2d53999c6607 req-a7d2570a-6af0-454e-9bdc-259269a17d30 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:03.606266 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-eaa848fa-61d0-482d-bf05-2d53999c6607 req-a7d2570a-6af0-454e-9bdc-259269a17d30 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1521773 Dec 05 21:45:03.636832 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d954786-f90a-4f1d-8c92-2f2ae4b69673 req-cb72cb8c-cc09-4607-a865-21cf7ab3c325 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:03.639048 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7d954786-f90a-4f1d-8c92-2f2ae4b69673 req-cb72cb8c-cc09-4607-a865-21cf7ab3c325 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 944 time: 0.1462326 Dec 05 21:45:03.669033 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-eaa848fa-61d0-482d-bf05-2d53999c6607 req-54cf182a-48a1-4388-a393-56e11a6d906e tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612028 Dec 05 21:45:03.848562 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3991bca9-4e5e-41ea-9f54-5698780bc28b req-72406243-c3bc-45f4-9bdd-25836987184b service neutron] 10.222.0.53 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2030804 Dec 05 21:45:03.874944 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7d954786-f90a-4f1d-8c92-2f2ae4b69673 req-e713fa0b-0d12-479b-8835-05fca0d03b13 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092842 Dec 05 21:45:03.893748 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 05c2f176-74ee-43ea-bb0f-000f397b5093 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:45:04.012288 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 05c2f176-74ee-43ea-bb0f-000f397b5093 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:45:04.013152 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:04.094956 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac077ae-7c1c-4b10-aed3-cbbbc7865842 req-f38e8c66-4175-4be1-ab77-780f383b6e74 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:04.108795 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dac077ae-7c1c-4b10-aed3-cbbbc7865842 req-f38e8c66-4175-4be1-ab77-780f383b6e74 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 946 time: 0.1746864 Dec 05 21:45:04.183152 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 9ba67af6-6012-4a16-9123-22af89c12c0e up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:45:04.190345 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dac077ae-7c1c-4b10-aed3-cbbbc7865842 req-bf5f0f1f-c03a-44b2-a9dc-c476ec2bf474 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745134 Dec 05 21:45:04.329437 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 9ba67af6-6012-4a16-9123-22af89c12c0e triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:45:04.330732 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:04.553628 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:45:04.570178 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 55396) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:45:04.686030 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning for port 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:45:04.696462 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:45:04.697283 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:04.827252 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ce2f0-3a9e-4af5-8087-231778f8e792 req-c994dd0f-28ec-473e-95b8-f5b6b5e0e2ed tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:04.829958 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b62ce2f0-3a9e-4af5-8087-231778f8e792 req-c994dd0f-28ec-473e-95b8-f5b6b5e0e2ed tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 943 time: 0.4099135 Dec 05 21:45:04.910179 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:04.913285 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b62ce2f0-3a9e-4af5-8087-231778f8e792 req-e1dfaaaf-64ab-4bd2-9728-d615226c5530 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749867 Dec 05 21:45:04.920221 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6c600033-7e8c-452a-a0b2-b04418b8b202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:04.953758 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6c600033-7e8c-452a-a0b2-b04418b8b202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:45:04.961908 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6c600033-7e8c-452a-a0b2-b04418b8b202 admin admin] Usage tracker for resource:security_group_rule and tenant:3f34494d2013449c860fe53c7b731baa is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:45:04.968423 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6c600033-7e8c-452a-a0b2-b04418b8b202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:45:04.980257 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=2beaf9ec-8536-42f1-a1a2-b8672f8a99c6,segment=NetworkSegment(c8b33da2-10ae-4545-bd24-eb412e687a58),segment_id=c8b33da2-10ae-4545-bd24-eb412e687a58)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:45:04.981522 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6c600033-7e8c-452a-a0b2-b04418b8b202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:45:04.982630 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c04a9bc-411b-4e18-bf9d-4e05800824b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beaf9ec-8536-42f1-a1a2-b8672f8a99c6'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:45:04.992725 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:04.997391 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-47d74b14-abff-4d71-babd-7e59d442ddc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:05.128184 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=2beaf9ec-8536-42f1-a1a2-b8672f8a99c6,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:05.138732 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:05.154066 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6c600033-7e8c-452a-a0b2-b04418b8b202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:05.174581 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6c600033-7e8c-452a-a0b2-b04418b8b202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:05.180739 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dce3ef-00de-4f5b-9dba-832ed914be5a req-69580460-ebdf-45bf-af7e-509893b2d80c tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:05.182434 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-19dce3ef-00de-4f5b-9dba-832ed914be5a req-69580460-ebdf-45bf-af7e-509893b2d80c tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1272707 Dec 05 21:45:05.193867 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ce4adcef-c3c7-40bb-a0a9-68cf82aac42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:05.216875 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d5d3f-3299-4cfb-b6fe-d1feda17bc2e req-bc6eccf4-f6ef-450e-a94b-6b8bb32ed291 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:05.228495 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f37d5d3f-3299-4cfb-b6fe-d1feda17bc2e req-bc6eccf4-f6ef-450e-a94b-6b8bb32ed291 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.4654889 Dec 05 21:45:05.253834 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-19dce3ef-00de-4f5b-9dba-832ed914be5a req-01236906-458e-4283-89a4-fd018ef7d233 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632319 Dec 05 21:45:05.316950 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6c600033-7e8c-452a-a0b2-b04418b8b202 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3f34494d2013449c860fe53c7b731baa&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7453394 Dec 05 21:45:05.319981 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 55410) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:45:05.333053 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f37d5d3f-3299-4cfb-b6fe-d1feda17bc2e req-6b291619-c091-4818-b3f9-b89eacc31551 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028459 Dec 05 21:45:05.333405 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c600033-7e8c-452a-a0b2-b04418b8b202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462e5d91-5cb3-48ac-8f50-be001c5a79c2,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:05.339554 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6c600033-7e8c-452a-a0b2-b04418b8b202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:05.437502 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c04a9bc-411b-4e18-bf9d-4e05800824b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beaf9ec-8536-42f1-a1a2-b8672f8a99c6', 'code': 200} Dec 05 21:45:05.455811 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-46980cda-eb12-4d90-89f2-f7759c777970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:05.486924 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-46980cda-eb12-4d90-89f2-f7759c777970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:05.635641 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-46980cda-eb12-4d90-89f2-f7759c777970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:05.657665 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-190d0c26-9b3f-4af9-8839-36f27a9a68f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:05.681968 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46980cda-eb12-4d90-89f2-f7759c777970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462e5d91-5cb3-48ac-8f50-be001c5a79c2,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:05.694283 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-46980cda-eb12-4d90-89f2-f7759c777970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:05.696245 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-46980cda-eb12-4d90-89f2-f7759c777970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:05.701343 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-46980cda-eb12-4d90-89f2-f7759c777970 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/462e5d91-5cb3-48ac-8f50-be001c5a79c2 HTTP/1.1" status: 204 len: 168 time: 0.3797956 Dec 05 21:45:05.737659 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7aaa2-9268-45dc-919f-a04a3a140a9b req-d90f01ec-668d-478f-b65c-537c7e3c2d39 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:05.747648 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9ad7aaa2-9268-45dc-919f-a04a3a140a9b req-d90f01ec-668d-478f-b65c-537c7e3c2d39 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 944 time: 0.2628920 Dec 05 21:45:05.839983 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9ad7aaa2-9268-45dc-919f-a04a3a140a9b req-d73cff77-bf1e-4496-a634-98b22f8a855c tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911558 Dec 05 21:45:05.911848 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616499cc-dceb-4d5e-9802-0e5913034a65 req-220e723c-54c4-40c5-b720-ea364b34429e tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:05.924229 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-616499cc-dceb-4d5e-9802-0e5913034a65 req-220e723c-54c4-40c5-b720-ea364b34429e tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 946 time: 0.2975323 Dec 05 21:45:06.011940 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-616499cc-dceb-4d5e-9802-0e5913034a65 req-25a8a438-3d7f-4006-96e7-8bf17b42ed0b tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864327 Dec 05 21:45:06.099840 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecf57e-52fc-4bee-9895-f525fd3a5ccc req-e8f957ce-9d57-40ea-ae22-71f41734944f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:06.101466 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-48ecf57e-52fc-4bee-9895-f525fd3a5ccc req-e8f957ce-9d57-40ea-ae22-71f41734944f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 1162 time: 0.2252362 Dec 05 21:45:06.239996 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-48ecf57e-52fc-4bee-9895-f525fd3a5ccc req-0d968ed9-a5bf-4fba-9849-dce7daee94c0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616951 Dec 05 21:45:06.276234 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d678b-af25-441d-a3e1-f0dbc3560808 req-3f9c5a7b-2319-41da-bed9-fbd397afea33 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:06.277871 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a65d678b-af25-441d-a3e1-f0dbc3560808 req-3f9c5a7b-2319-41da-bed9-fbd397afea33 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 945 time: 0.1753979 Dec 05 21:45:06.285400 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 9ba67af6-6012-4a16-9123-22af89c12c0e up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:45:06.360706 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ee035-ffb7-4ec2-90dd-3e528c83de9b req-9d99a23b-9708-485c-b51a-d82c72a8e43a tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:06.391629 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-eb8ee035-ffb7-4ec2-90dd-3e528c83de9b req-9d99a23b-9708-485c-b51a-d82c72a8e43a tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 946 time: 0.1817403 Dec 05 21:45:06.392602 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 55428) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:45:06.401649 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a65d678b-af25-441d-a3e1-f0dbc3560808 req-c906e27d-904e-4b81-a36b-61af6f935222 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094348 Dec 05 21:45:06.415500 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-30b60372-1e62-47f0-a4aa-a19cd626ab20 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Request body: {'floatingip': {'port_id': '9ba67af6-6012-4a16-9123-22af89c12c0e'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:45:06.450446 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 55432) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:45:06.492603 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e46dbd5e-ccf6-4232-ac0b-8788eb9ed124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:06.511987 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 9ba67af6-6012-4a16-9123-22af89c12c0e triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:45:06.512671 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:06.535796 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e46dbd5e-ccf6-4232-ac0b-8788eb9ed124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:45:06.547800 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e46dbd5e-ccf6-4232-ac0b-8788eb9ed124 admin admin] Usage tracker for resource:security_group_rule and tenant:d2d1d338cabd4be8abc47c927e62f5d1 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:45:06.556011 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e46dbd5e-ccf6-4232-ac0b-8788eb9ed124 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:45:06.569419 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e46dbd5e-ccf6-4232-ac0b-8788eb9ed124 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:45:06.738804 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:45:06.785359 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-30b60372-1e62-47f0-a4aa-a19cd626ab20 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for floatingip, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:06.826861 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:45:06.827804 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:06.858929 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945bea5-894b-4316-8e85-7a6d73704a52 req-53c9153f-b58a-4545-a51b-9383cc7c70d0 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:06.878401 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7945bea5-894b-4316-8e85-7a6d73704a52 req-53c9153f-b58a-4545-a51b-9383cc7c70d0 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.1852739 Dec 05 21:45:06.996449 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7945bea5-894b-4316-8e85-7a6d73704a52 req-8f63258f-c2e6-4b83-955c-ea7795c8c18e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166172 Dec 05 21:45:06.998686 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e46dbd5e-ccf6-4232-ac0b-8788eb9ed124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:07.004614 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e46dbd5e-ccf6-4232-ac0b-8788eb9ed124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:07.074735 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:07.119016 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e46dbd5e-ccf6-4232-ac0b-8788eb9ed124 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d2d1d338cabd4be8abc47c927e62f5d1&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6672664 Dec 05 21:45:07.124231 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 55440) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:45:07.168074 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46dbd5e-ccf6-4232-ac0b-8788eb9ed124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589b3957-41ea-4a9b-9896-a97d5668e66b,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:07.186351 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e46dbd5e-ccf6-4232-ac0b-8788eb9ed124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:07.379107 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-429070dd-e541-4b76-a665-1b9a2dd54f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:07.442741 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-429070dd-e541-4b76-a665-1b9a2dd54f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:07.444283 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0fffa-e350-4115-9df0-11506a8073fb req-d33942ce-bcdb-4621-a881-5a9d5e9db0ea tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:07.452237 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d2d0fffa-e350-4115-9df0-11506a8073fb req-d33942ce-bcdb-4621-a881-5a9d5e9db0ea tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1687574 Dec 05 21:45:07.460861 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50dbb2-4418-4183-83b7-9ffff089735c req-9152b548-f534-49fe-b43d-72e514d13541 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:07.468981 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0e50dbb2-4418-4183-83b7-9ffff089735c req-9152b548-f534-49fe-b43d-72e514d13541 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 944 time: 0.2071986 Dec 05 21:45:07.532614 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0e50dbb2-4418-4183-83b7-9ffff089735c req-366a716d-adb5-4000-850f-614ef077d7c2 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623059 Dec 05 21:45:07.620872 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-429070dd-e541-4b76-a665-1b9a2dd54f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:07.628017 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:07.663702 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429070dd-e541-4b76-a665-1b9a2dd54f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589b3957-41ea-4a9b-9896-a97d5668e66b,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:07.671775 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-429070dd-e541-4b76-a665-1b9a2dd54f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:07.673138 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-429070dd-e541-4b76-a665-1b9a2dd54f28 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/589b3957-41ea-4a9b-9896-a97d5668e66b HTTP/1.1" status: 204 len: 168 time: 0.5474722 Dec 05 21:45:07.674459 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-429070dd-e541-4b76-a665-1b9a2dd54f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:07.820372 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d2d0fffa-e350-4115-9df0-11506a8073fb req-1ef9f9cf-6b22-4dab-ab8d-24a1dbf26912 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651154 Dec 05 21:45:07.830366 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc67c1-96a7-4827-80f1-39bc95cf1880 req-3b6b99b6-fe64-49ad-b7cc-2e78b10b53a6 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:07.838390 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b0dc67c1-96a7-4827-80f1-39bc95cf1880 req-3b6b99b6-fe64-49ad-b7cc-2e78b10b53a6 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 945 time: 0.0985713 Dec 05 21:45:07.913100 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b0dc67c1-96a7-4827-80f1-39bc95cf1880 req-e05b6067-6a10-4ab4-9947-0e24a5eccc3f tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729887 Dec 05 21:45:08.464715 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5cef7616-bddb-4cea-b040-73f30d6f5534 req-2bb124dc-9152-4c24-91a3-3f99dd3d38d0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1664479 Dec 05 21:45:08.512928 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.db.resource_extend [None req-30b60372-1e62-47f0-a4aa-a19cd626ab20 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 05 21:45:08.742546 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef7616-bddb-4cea-b040-73f30d6f5534 req-81a7ba3c-48cf-4491-8ca1-fb3f6f2fee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:08.746572 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5cef7616-bddb-4cea-b040-73f30d6f5534 req-81a7ba3c-48cf-4491-8ca1-fb3f6f2fee0f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=387707d1b07f4c5b9a7d2155b4ca7185&device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 1163 time: 0.2154720 Dec 05 21:45:08.850321 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea516e-cbd8-4e4c-b5b9-50b88a2908f5 req-85424631-e089-4dec-a728-86b72699f705 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:08.868761 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-75ea516e-cbd8-4e4c-b5b9-50b88a2908f5 req-85424631-e089-4dec-a728-86b72699f705 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.4598782 Dec 05 21:45:08.876731 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-30b60372-1e62-47f0-a4aa-a19cd626ab20 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for floatingip, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:08.912124 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-30b60372-1e62-47f0-a4aa-a19cd626ab20 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854189884'] for floatingip, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:09.282585 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502f695-56c6-474f-95e8-b42beeb823f9 req-806fba88-4aa4-42bc-b909-957fce2bad22 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:09.285969 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d502f695-56c6-474f-95e8-b42beeb823f9 req-806fba88-4aa4-42bc-b909-957fce2bad22 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 944 time: 0.3535471 Dec 05 21:45:09.337407 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.l3_db [None req-30b60372-1e62-47f0-a4aa-a19cd626ab20 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Floating IP c242ceb0-e35f-4094-a68f-0f3222442159 associated. External IP: 172.27.1.49, port: 9ba67af6-6012-4a16-9123-22af89c12c0e. Dec 05 21:45:09.425635 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d502f695-56c6-474f-95e8-b42beeb823f9 req-8dda1bea-1929-4b91-ad76-a8475a1edd03 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197064 Dec 05 21:45:09.465248 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 83e5aab1-2336-4078-9200-3354f50f4d36 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:45:09.531676 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef7616-bddb-4cea-b040-73f30d6f5534 req-00d92eba-fd21-489e-9ae0-0a43266a7089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:09.533526 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5cef7616-bddb-4cea-b040-73f30d6f5534 req-00d92eba-fd21-489e-9ae0-0a43266a7089 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a343bc3-72fd-414f-a6e7-9632ec6930e0 HTTP/1.1" status: 200 len: 913 time: 0.7037787 Dec 05 21:45:09.710025 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5cef7616-bddb-4cea-b040-73f30d6f5534 req-f2a42f2b-0bbb-441c-97a8-c837e91a19db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c3a5a35-15fa-4216-a726-4ae4484052ef HTTP/1.1" status: 200 len: 217 time: 0.1673548 Dec 05 21:45:09.829265 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning for port 83e5aab1-2336-4078-9200-3354f50f4d36 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:45:09.838139 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 83e5aab1-2336-4078-9200-3354f50f4d36 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:45:09.841167 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:09.876542 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef7616-bddb-4cea-b040-73f30d6f5534 req-be0d1536-6125-4a63-9a10-cc7fb5752f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:09.878456 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5cef7616-bddb-4cea-b040-73f30d6f5534 req-be0d1536-6125-4a63-9a10-cc7fb5752f66 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ccaf5210-bac5-475a-af4e-b572b8c0356d HTTP/1.1" status: 200 len: 859 time: 0.1593015 Dec 05 21:45:10.004849 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5cef7616-bddb-4cea-b040-73f30d6f5534 req-258aebf8-e399-41ca-a639-b1f51d3fe311 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a343bc3-72fd-414f-a6e7-9632ec6930e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121697 Dec 05 21:45:10.015006 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f3cc1-f8e9-4196-9a7a-0916185a360b req-1bc62523-9e9e-4766-afe4-5499dfe4ec53 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:10.016751 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6d4f3cc1-f8e9-4196-9a7a-0916185a360b req-1bc62523-9e9e-4766-afe4-5499dfe4ec53 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.2422748 Dec 05 21:45:10.040910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b60372-1e62-47f0-a4aa-a19cd626ab20 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Router 98409fa1-a27f-46b0-baab-ddd63cd017f0 has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:45:10.075918 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:10.118394 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port 83e5aab1-2336-4078-9200-3354f50f4d36, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=83e5aab1-2336-4078-9200-3354f50f4d36,segment=NetworkSegment(76cccfe4-ab2e-4d88-9859-8dba3228c455),segment_id=76cccfe4-ab2e-4d88-9859-8dba3228c455)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:45:10.141887 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac38779b-e52a-4607-9f40-a12e416df494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e5aab1-2336-4078-9200-3354f50f4d36'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:45:10.157469 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:10.163556 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:10.232880 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5cef7616-bddb-4cea-b040-73f30d6f5534 req-df7a35b5-5742-4e14-a3a8-ec5c132ebc3b service neutron] 10.222.0.53 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143075 Dec 05 21:45:10.278798 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-75ea516e-cbd8-4e4c-b5b9-50b88a2908f5 req-43c43069-2892-4203-8075-9d372a2e68f2 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4087040 Dec 05 21:45:10.324606 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b60372-1e62-47f0-a4aa-a19cd626ab20 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:45:10.346821 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d84f0-0bd9-4c94-bfcc-b836784a9d13 None None] Sync routers for ids ['98409fa1-a27f-46b0-baab-ddd63cd017f0'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:45:10.366602 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d84f0-0bd9-4c94-bfcc-b836784a9d13 None None] Routers {'98409fa1-a27f-46b0-baab-ddd63cd017f0'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:45:10.367053 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=83e5aab1-2336-4078-9200-3354f50f4d36,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:10.367254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-1c8d84f0-0bd9-4c94-bfcc-b836784a9d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:44:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['98409fa1-a27f-46b0-baab-ddd63cd017f0'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:45:10.374842 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-30b60372-1e62-47f0-a4aa-a19cd626ab20 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:10.377034 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:10.502814 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6d4f3cc1-f8e9-4196-9a7a-0916185a360b req-3d2c72e7-14b8-4b40-8a97-57b4999b636a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682335 Dec 05 21:45:10.577354 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-30b60372-1e62-47f0-a4aa-a19cd626ab20 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "PUT /v2.0/floatingips/c242ceb0-e35f-4094-a68f-0f3222442159 HTTP/1.1" status: 200 len: 991 time: 4.1749463 Dec 05 21:45:10.577354 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a826503-7b27-4a8f-954c-61f33d9ffdc0', 'tag': '9ba67af6-6012-4a16-9123-22af89c12c0e'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:45:10.671847 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac38779b-e52a-4607-9f40-a12e416df494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e5aab1-2336-4078-9200-3354f50f4d36', 'code': 200} Dec 05 21:45:10.738940 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5cef7616-bddb-4cea-b040-73f30d6f5534 req-f73a604b-82e9-4d5a-bb03-cdf9d925964e service neutron] 10.222.0.53 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4820650 Dec 05 21:45:10.902279 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:45:10.913378 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b2486-b338-4fe9-b44e-bf01a207754f req-6f4bc414-511c-4fb8-a61b-a10ced22ee74 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:10.921910 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1c3b2486-b338-4fe9-b44e-bf01a207754f req-6f4bc414-511c-4fb8-a61b-a10ced22ee74 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 945 time: 0.2282760 Dec 05 21:45:11.036443 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1c3b2486-b338-4fe9-b44e-bf01a207754f req-2fbcc6d2-73ec-47c2-8e45-6984590cbc27 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137910 Dec 05 21:45:11.157461 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10bb8c-8f30-452c-b7ec-47828aa7feac req-ae82bfec-c9b1-4028-a471-3b5eedb91699 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:11.166582 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c10bb8c-8f30-452c-b7ec-47828aa7feac req-ae82bfec-c9b1-4028-a471-3b5eedb91699 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.3046682 Dec 05 21:45:11.176384 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 55508) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:45:11.188296 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:45:11.190253 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-d6e756c4-24b8-4d32-9b22-5977776a9fad tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Request body: {'floatingip': {'port_id': '05c2f176-74ee-43ea-bb0f-000f397b5093'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:45:11.195187 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:11.428159 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-1c8d84f0-0bd9-4c94-bfcc-b836784a9d13 None None] Set router 98409fa1-a27f-46b0-baab-ddd63cd017f0 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:45:11.465314 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d6e756c4-24b8-4d32-9b22-5977776a9fad tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for floatingip, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:11.565912 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a6e75-24b7-4fb6-a0a9-4c622c65bd1c req-5a1dd6c3-0cbd-459a-8e90-b8696ea35266 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:11.586815 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-973a6e75-24b7-4fb6-a0a9-4c622c65bd1c req-5a1dd6c3-0cbd-459a-8e90-b8696ea35266 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 946 time: 0.2580528 Dec 05 21:45:11.741790 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-973a6e75-24b7-4fb6-a0a9-4c622c65bd1c req-3b2929ba-74ea-4322-aa1d-a2c0e689d03a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596510 Dec 05 21:45:11.875593 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a826503-7b27-4a8f-954c-61f33d9ffdc0', 'tag': '9ba67af6-6012-4a16-9123-22af89c12c0e', 'status': 'completed', 'code': 200} Dec 05 21:45:12.250508 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ead8d4-2b77-4f93-9634-6f17c8597022 req-9c907c8f-3e57-4fa5-a878-5b2d4fe7f775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:12.252933 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-44ead8d4-2b77-4f93-9634-6f17c8597022 req-9c907c8f-3e57-4fa5-a878-5b2d4fe7f775 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37ac9d224de24a2484f2fdefe069b4bf&device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 1163 time: 0.3112636 Dec 05 21:45:12.446464 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610d2d9-9ac9-49ba-9d62-9ed26080d002 req-5a52f20d-3f2d-4e73-bbec-ee553006f181 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:12.456665 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b610d2d9-9ac9-49ba-9d62-9ed26080d002 req-5a52f20d-3f2d-4e73-bbec-ee553006f181 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.3795681 Dec 05 21:45:12.581064 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-1c8d84f0-0bd9-4c94-bfcc-b836784a9d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'name': 'tempest-AttachVolumeTestJSON-332782927-router', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:11Z', 'updated_at': '2020-12-05T21:41:33Z', 'revision_number': 4, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'gw_port': {'id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:12Z', 'updated_at': '2020-12-05T21:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': 'c242ceb0-e35f-4094-a68f-0f3222442159', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'port_id': '9ba67af6-6012-4a16-9123-22af89c12c0e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'mac_address': 'fa:16:3e:72:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a826503-7b27-4a8f-954c-61f33d9ffdc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:43:55Z', 'updated_at': '2020-12-05T21:45:07Z', 'revision_number': 1, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9', 'name': '', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'mac_address': 'fa:16:3e:06:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:27Z', 'updated_at': '2020-12-05T21:41:52Z', 'revision_number': 5, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'subnets': [{'id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:45:12.591071 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d84f0-0bd9-4c94-bfcc-b836784a9d13 None None] Checking router: 98409fa1-a27f-46b0-baab-ddd63cd017f0 for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:45:12.620744 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d84f0-0bd9-4c94-bfcc-b836784a9d13 None None] Routers {'98409fa1-a27f-46b0-baab-ddd63cd017f0'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:45:12.621708 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-1c8d84f0-0bd9-4c94-bfcc-b836784a9d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:44:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['98409fa1-a27f-46b0-baab-ddd63cd017f0'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:45:12.692102 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 83e5aab1-2336-4078-9200-3354f50f4d36 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:45:12.834347 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b610d2d9-9ac9-49ba-9d62-9ed26080d002 req-01ee314c-be56-4635-9c17-3f4a2642a5c2 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764963 Dec 05 21:45:12.934474 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ead8d4-2b77-4f93-9634-6f17c8597022 req-2e6209f4-38b7-48d9-9ff2-0596ff8a36b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:12.938064 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-44ead8d4-2b77-4f93-9634-6f17c8597022 req-2e6209f4-38b7-48d9-9ff2-0596ff8a36b0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=811ae4e3-171e-48fa-8bac-30edfe0da7b4 HTTP/1.1" status: 200 len: 904 time: 0.6670356 Dec 05 21:45:13.042512 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 83e5aab1-2336-4078-9200-3354f50f4d36 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:45:13.046171 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:13.102531 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 55540) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:45:13.182594 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-1c8d84f0-0bd9-4c94-bfcc-b836784a9d13 None None] Set router 98409fa1-a27f-46b0-baab-ddd63cd017f0 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:45:13.222568 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-44ead8d4-2b77-4f93-9634-6f17c8597022 req-5d3aab40-ec7b-4ef3-9791-f691f9d1dba6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ba67af6-6012-4a16-9123-22af89c12c0e HTTP/1.1" status: 200 len: 999 time: 0.2639081 Dec 05 21:45:13.344224 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a74a65-a437-4257-9235-d087fe45367b req-d6b3ac1e-cd11-445d-b553-24ba5677f6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:13.346783 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-97a74a65-a437-4257-9235-d087fe45367b req-d6b3ac1e-cd11-445d-b553-24ba5677f6ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 1163 time: 1.5742068 Dec 05 21:45:13.419301 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ead8d4-2b77-4f93-9634-6f17c8597022 req-8d972a8b-d6c0-4051-a204-4bc334153bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:13.422518 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-44ead8d4-2b77-4f93-9634-6f17c8597022 req-8d972a8b-d6c0-4051-a204-4bc334153bf8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1dcf2694-5e4a-45e4-991f-a09b77fb18bf HTTP/1.1" status: 200 len: 849 time: 0.1880503 Dec 05 21:45:13.712783 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1d19cf21-95db-48ee-bf94-0594477b9949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:13.756417 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1717b-f868-447f-a88d-e999bd2063f3 req-b976fd1f-4f8c-4bfb-b390-918a8e8323a2 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:13.758174 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dce1717b-f868-447f-a88d-e999bd2063f3 req-b976fd1f-4f8c-4bfb-b390-918a8e8323a2 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 945 time: 0.6873453 Dec 05 21:45:13.801887 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ead8d4-2b77-4f93-9634-6f17c8597022 req-86e1285b-5471-4464-ab0e-4ee68c244100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:13.803647 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-44ead8d4-2b77-4f93-9634-6f17c8597022 req-86e1285b-5471-4464-ab0e-4ee68c244100 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=811ae4e3-171e-48fa-8bac-30edfe0da7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2258327 Dec 05 21:45:13.817479 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df534106-4778-440c-b070-3812d7eb0a9a req-da8036f2-9823-475f-a982-b61cb7922bc3 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:13.827492 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-df534106-4778-440c-b070-3812d7eb0a9a req-da8036f2-9823-475f-a982-b61cb7922bc3 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 946 time: 0.4008920 Dec 05 21:45:13.869160 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-1d19cf21-95db-48ee-bf94-0594477b9949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:45:13.874046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-1d19cf21-95db-48ee-bf94-0594477b9949 admin admin] Usage tracker for resource:security_group_rule and tenant:92513f6616954a2c865fb72032d9e6ae is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:45:13.878143 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-1d19cf21-95db-48ee-bf94-0594477b9949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:45:13.885184 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-1d19cf21-95db-48ee-bf94-0594477b9949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:45:13.921340 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-97a74a65-a437-4257-9235-d087fe45367b req-c0b2e3b3-fb7a-443d-9842-31a4399fbe3d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5464787 Dec 05 21:45:13.934822 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-df534106-4778-440c-b070-3812d7eb0a9a req-6136986a-5af8-43fd-8bd5-53b83f9360c9 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063654 Dec 05 21:45:14.019660 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-1c8d84f0-0bd9-4c94-bfcc-b836784a9d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'name': 'tempest-AttachVolumeTestJSON-332782927-router', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:11Z', 'updated_at': '2020-12-05T21:41:33Z', 'revision_number': 4, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'gw_port': {'id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:12Z', 'updated_at': '2020-12-05T21:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': 'c242ceb0-e35f-4094-a68f-0f3222442159', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'port_id': '9ba67af6-6012-4a16-9123-22af89c12c0e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'mac_address': 'fa:16:3e:72:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a826503-7b27-4a8f-954c-61f33d9ffdc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:43:55Z', 'updated_at': '2020-12-05T21:45:07Z', 'revision_number': 1, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9', 'name': '', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'mac_address': 'fa:16:3e:06:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:27Z', 'updated_at': '2020-12-05T21:41:52Z', 'revision_number': 5, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'subnets': [{'id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:45:14.041824 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d84f0-0bd9-4c94-bfcc-b836784a9d13 None None] The sync data for ids ['98409fa1-a27f-46b0-baab-ddd63cd017f0'] in dv-cinder-757908-4-iscsi is: [{'id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'name': 'tempest-AttachVolumeTestJSON-332782927-router', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:11Z', 'updated_at': '2020-12-05T21:41:33Z', 'revision_number': 4, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'gw_port': {'id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:12Z', 'updated_at': '2020-12-05T21:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': 'c242ceb0-e35f-4094-a68f-0f3222442159', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'port_id': '9ba67af6-6012-4a16-9123-22af89c12c0e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'mac_address': 'fa:16:3e:72:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a826503-7b27-4a8f-954c-61f33d9ffdc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:43:55Z', 'updated_at': '2020-12-05T21:45:07Z', 'revision_number': 1, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9', 'name': '', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'mac_address': 'fa:16:3e:06:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:27Z', 'updated_at': '2020-12-05T21:41:52Z', 'revision_number': 5, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'subnets': [{'id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:45:14.048431 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1d19cf21-95db-48ee-bf94-0594477b9949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:14.066355 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1d19cf21-95db-48ee-bf94-0594477b9949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:14.115091 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:14.187128 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-44ead8d4-2b77-4f93-9634-6f17c8597022 req-29d3d0d7-66ab-4126-8423-e7a335654640 service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574414 Dec 05 21:45:14.210316 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19cf21-95db-48ee-bf94-0594477b9949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6d2a9e-1c09-43ec-a132-780cc3a343d0,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:14.228611 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dce1717b-f868-447f-a88d-e999bd2063f3 req-6da7bd6e-125c-4650-8439-4726080ebdd1 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392217 Dec 05 21:45:14.233572 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-1d19cf21-95db-48ee-bf94-0594477b9949 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92513f6616954a2c865fb72032d9e6ae&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0375836 Dec 05 21:45:14.235046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1d19cf21-95db-48ee-bf94-0594477b9949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:14.265735 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 55550) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:45:14.374530 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c2efc43d-26da-431c-a28c-1469e798dd9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:14.435910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c2efc43d-26da-431c-a28c-1469e798dd9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:14.490152 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d6e756c4-24b8-4d32-9b22-5977776a9fad tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for floatingip, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:14.504375 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d6e756c4-24b8-4d32-9b22-5977776a9fad tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854189884'] for floatingip, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:14.518944 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbe79fe-5a47-444d-b8d5-ad9f88464f87 None None] New status for floating IP c242ceb0-e35f-4094-a68f-0f3222442159: ACTIVE {{(pid=80241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 05 21:45:15.014239 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.l3_db [None req-d6e756c4-24b8-4d32-9b22-5977776a9fad tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Floating IP 5a0d5bb5-e180-4649-98c5-f6f2e324e19f associated. External IP: 172.27.1.121, port: 05c2f176-74ee-43ea-bb0f-000f397b5093. Dec 05 21:45:15.201640 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:15.224960 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-44ead8d4-2b77-4f93-9634-6f17c8597022 req-d0661f6f-90b5-4a13-afbc-6e2a0f2f155b service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6908777 Dec 05 21:45:15.254907 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417a4af-f21e-4b14-b3bc-7afc0cb6cdbc req-37fae1c2-f7af-4acc-ad86-9180f4f8f59d tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:15.256796 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6417a4af-f21e-4b14-b3bc-7afc0cb6cdbc req-37fae1c2-f7af-4acc-ad86-9180f4f8f59d tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 1.0683162 Dec 05 21:45:15.308873 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c2efc43d-26da-431c-a28c-1469e798dd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:15.322525 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:15.337880 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2efc43d-26da-431c-a28c-1469e798dd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6d2a9e-1c09-43ec-a132-780cc3a343d0,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:15.353153 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6417a4af-f21e-4b14-b3bc-7afc0cb6cdbc req-c7116355-a6ab-40ef-90fb-e04dc83abf34 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876722 Dec 05 21:45:15.354591 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c2efc43d-26da-431c-a28c-1469e798dd9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:15.359037 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c2efc43d-26da-431c-a28c-1469e798dd9b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ce6d2a9e-1c09-43ec-a132-780cc3a343d0 HTTP/1.1" status: 204 len: 168 time: 1.0919075 Dec 05 21:45:15.543807 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c2efc43d-26da-431c-a28c-1469e798dd9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:15.732396 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc36a8-bb02-46ec-8322-fe8749bc44ec req-d5943da1-4f30-4cce-865a-8175fba2a592 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:15.737227 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c0fc36a8-bb02-46ec-8322-fe8749bc44ec req-d5943da1-4f30-4cce-865a-8175fba2a592 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 946 time: 0.5237033 Dec 05 21:45:15.744245 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e43f32-6b4e-4e68-b788-de58279367f4 req-4f335198-4a48-42b4-962e-1bab32052e83 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:15.754657 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f9e43f32-6b4e-4e68-b788-de58279367f4 req-4f335198-4a48-42b4-962e-1bab32052e83 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 945 time: 0.1731648 Dec 05 21:45:15.833335 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f9e43f32-6b4e-4e68-b788-de58279367f4 req-e26f09d3-6ef6-4b29-a807-07907a769a5a tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775084 Dec 05 21:45:15.856202 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c0fc36a8-bb02-46ec-8322-fe8749bc44ec req-b3b6cefe-ea90-4135-8705-7f587fbcc98d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030390 Dec 05 21:45:15.871256 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e756c4-24b8-4d32-9b22-5977776a9fad tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Router 4d1e7d80-7c8b-423e-a742-989d3393399b has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:45:16.109007 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 55602) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:45:16.178958 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:16.230980 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e756c4-24b8-4d32-9b22-5977776a9fad tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:45:16.245539 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167b675-f100-4620-8342-b208229fa40a None None] Sync routers for ids ['4d1e7d80-7c8b-423e-a742-989d3393399b'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:45:16.259345 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d6e756c4-24b8-4d32-9b22-5977776a9fad tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:16.294374 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8167b675-f100-4620-8342-b208229fa40a None None] Routers {'4d1e7d80-7c8b-423e-a742-989d3393399b'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:45:16.297176 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-8167b675-f100-4620-8342-b208229fa40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:44:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['4d1e7d80-7c8b-423e-a742-989d3393399b'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:45:16.305198 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:45:16.320597 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Usage tracker for resource:security_group_rule and tenant:c0f7ebc038234949b0f6702eef91e645 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:45:16.329744 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:45:16.344449 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:45:16.350828 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-d6e756c4-24b8-4d32-9b22-5977776a9fad tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "PUT /v2.0/floatingips/5a0d5bb5-e180-4649-98c5-f6f2e324e19f HTTP/1.1" status: 200 len: 992 time: 5.1694269 Dec 05 21:45:16.354022 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb942010-6f22-497e-9ed5-222ad6f0c201', 'tag': '05c2f176-74ee-43ea-bb0f-000f397b5093'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:45:16.546089 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:16.553501 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:16.572647 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb942010-6f22-497e-9ed5-222ad6f0c201', 'tag': '05c2f176-74ee-43ea-bb0f-000f397b5093', 'status': 'completed', 'code': 200} Dec 05 21:45:16.768428 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1e7e97c9-9171-4d0e-8f1e-0f8b332b0abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:16.790787 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 55640) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:45:16.807646 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c0f7ebc038234949b0f6702eef91e645&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6955187 Dec 05 21:45:16.931414 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-8167b675-f100-4620-8342-b208229fa40a None None] Set router 4d1e7d80-7c8b-423e-a742-989d3393399b gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:45:16.934745 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b9da12-a8b1-44b5-a1fc-779d46fc54e3,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:16.946111 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.946543 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.946908 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.947316 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.947924 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.948335 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.948731 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.949127 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.949884 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.949884 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.950266 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.950719 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.951103 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.951499 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.951918 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.952347 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.952665 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:16.952770 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.953105 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.953522 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.953915 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.954328 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.954824 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.955225 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.955615 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:16.963526 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:16.988285 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02931834-a0f0-4916-9d0b-5d91c8af7108 req-625ff423-34d0-4e10-be09-c856bb80cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:16.989980 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-02931834-a0f0-4916-9d0b-5d91c8af7108 req-625ff423-34d0-4e10-be09-c856bb80cfea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060&device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 1163 time: 0.3487158 Dec 05 21:45:17.036912 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:17.044517 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f727e4d-fd4e-4d19-a6a5-511a40be35d7 req-168b1f42-1799-48e4-b712-caa01c30941f tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:17.046249 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f727e4d-fd4e-4d19-a6a5-511a40be35d7 req-168b1f42-1799-48e4-b712-caa01c30941f tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.2359862 Dec 05 21:45:17.120579 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:17.128750 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9a3fcb20-d8c4-4b55-95fd-9de7aa16ee9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:17.145079 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:17.146339 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/97b9da12-a8b1-44b5-a1fc-779d46fc54e3 HTTP/1.1" status: 204 len: 168 time: 0.3544862 Dec 05 21:45:17.148917 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b9da12-a8b1-44b5-a1fc-779d46fc54e3,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:17.166624 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.167033 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.167441 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.167873 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.168269 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.168660 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.169054 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.169450 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.169839 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.170222 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.170610 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.170994 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.171454 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.171902 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.172288 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.172667 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.173049 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.184474 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.184915 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.185320 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.187954 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.188372 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.188780 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.204050 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f727e4d-fd4e-4d19-a6a5-511a40be35d7 req-ab144ce2-049e-49a0-bd01-28eb44c1074b tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411288 Dec 05 21:45:17.207596 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:45:17.215808 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:17.266319 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02931834-a0f0-4916-9d0b-5d91c8af7108 req-b73da865-c1d2-4f26-b31d-6460c315d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:17.273737 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-02931834-a0f0-4916-9d0b-5d91c8af7108 req-b73da865-c1d2-4f26-b31d-6460c315d48a service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba83bbf0-3b38-4232-af09-1ca8d508a608 HTTP/1.1" status: 200 len: 911 time: 0.2679081 Dec 05 21:45:17.620378 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-02931834-a0f0-4916-9d0b-5d91c8af7108 req-efce5fec-b01e-45e8-8df0-609471cc0410 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05c2f176-74ee-43ea-bb0f-000f397b5093 HTTP/1.1" status: 200 len: 1000 time: 0.3372240 Dec 05 21:45:17.717531 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5f12d-31cc-46aa-b785-c2653c8d861d req-09e8ddba-8674-4249-8bf7-2313f8cbfe7b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:17.719255 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0ef5f12d-31cc-46aa-b785-c2653c8d861d req-09e8ddba-8674-4249-8bf7-2313f8cbfe7b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 946 time: 0.2346115 Dec 05 21:45:17.804128 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-8167b675-f100-4620-8342-b208229fa40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-router', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:53Z', 'revision_number': 4, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'gw_port': {'id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:21Z', 'updated_at': '2020-12-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': '5a0d5bb5-e180-4649-98c5-f6f2e324e19f', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'port_id': '05c2f176-74ee-43ea-bb0f-000f397b5093', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'mac_address': 'fa:16:3e:af:c4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb942010-6f22-497e-9ed5-222ad6f0c201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:43:54Z', 'updated_at': '2020-12-05T21:45:14Z', 'revision_number': 1, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2', 'name': '', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'mac_address': 'fa:16:3e:f0:9f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:48Z', 'updated_at': '2020-12-05T21:42:02Z', 'revision_number': 5, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'subnets': [{'id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:45:17.808866 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167b675-f100-4620-8342-b208229fa40a None None] Checking router: 4d1e7d80-7c8b-423e-a742-989d3393399b for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:45:17.817472 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0ef5f12d-31cc-46aa-b785-c2653c8d861d req-12bf0045-8dae-48b9-8ad8-6b21bc776861 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841887 Dec 05 21:45:17.836518 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8167b675-f100-4620-8342-b208229fa40a None None] Routers {'4d1e7d80-7c8b-423e-a742-989d3393399b'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:45:17.837218 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-8167b675-f100-4620-8342-b208229fa40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:44:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['4d1e7d80-7c8b-423e-a742-989d3393399b'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:45:17.857879 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02931834-a0f0-4916-9d0b-5d91c8af7108 req-99094a97-fe4e-401e-b7b5-2a7b07e5e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:17.859829 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-02931834-a0f0-4916-9d0b-5d91c8af7108 req-99094a97-fe4e-401e-b7b5-2a7b07e5e126 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9202ba51-95a8-4744-9f6f-9b6d34d32b9b HTTP/1.1" status: 200 len: 856 time: 0.2176213 Dec 05 21:45:18.041139 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02931834-a0f0-4916-9d0b-5d91c8af7108 req-f61192e5-0283-4867-ad4c-3e676d1e081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:18.042819 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-02931834-a0f0-4916-9d0b-5d91c8af7108 req-f61192e5-0283-4867-ad4c-3e676d1e081d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba83bbf0-3b38-4232-af09-1ca8d508a608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1746960 Dec 05 21:45:18.354365 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-8167b675-f100-4620-8342-b208229fa40a None None] Set router 4d1e7d80-7c8b-423e-a742-989d3393399b gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:45:18.380920 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-02931834-a0f0-4916-9d0b-5d91c8af7108 req-2aad32e2-8e7b-489e-8f5b-6a557f6e123f service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207388 Dec 05 21:45:18.418101 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01553056-a46c-4b61-a731-5ca098d4629e req-57cae99a-3571-4baf-9e8b-2b713e563bc7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:18.426570 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-01553056-a46c-4b61-a731-5ca098d4629e req-57cae99a-3571-4baf-9e8b-2b713e563bc7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/networks?id=6caf2ea8-5eb8-4f3a-87a9-29412b268762 HTTP/1.1" status: 200 len: 815 time: 0.3565459 Dec 05 21:45:18.554708 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-01553056-a46c-4b61-a731-5ca098d4629e req-4a5b70b6-5996-4d0d-ba6c-52188a6fa44f tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/quotas/93b2925e659f498aa50a78619c0aa3f5 HTTP/1.1" status: 200 len: 375 time: 0.1268501 Dec 05 21:45:18.660309 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9275b-1586-4db3-bd4b-37faf40f1a30 req-62c89f4d-545c-41df-a31b-42372b212a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:18.662036 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f1d9275b-1586-4db3-bd4b-37faf40f1a30 req-62c89f4d-545c-41df-a31b-42372b212a0e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 1162 time: 0.2310631 Dec 05 21:45:18.773021 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f1d9275b-1586-4db3-bd4b-37faf40f1a30 req-6c2b63bc-b3f5-4e0b-81cd-72b2dca26b49 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905075 Dec 05 21:45:18.844959 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-01553056-a46c-4b61-a731-5ca098d4629e req-c42650d2-a03e-4c90-bd79-6f6fd421d67c tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Synchronizing usage tracker for tenant:93b2925e659f498aa50a78619c0aa3f5 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:45:18.880596 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-01553056-a46c-4b61-a731-5ca098d4629e req-c42650d2-a03e-4c90-bd79-6f6fd421d67c tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Unset dirty status for tenant:93b2925e659f498aa50a78619c0aa3f5 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:45:18.885740 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-01553056-a46c-4b61-a731-5ca098d4629e req-c42650d2-a03e-4c90-bd79-6f6fd421d67c tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?tenant_id=93b2925e659f498aa50a78619c0aa3f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3300424 Dec 05 21:45:18.902417 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-02931834-a0f0-4916-9d0b-5d91c8af7108 req-51f26055-e8d7-4da3-b57a-c2730402008c service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5118780 Dec 05 21:45:18.941291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5b14d-88e8-4429-b1bc-39382cbf9be7 req-ea1db416-d61d-4ff8-af80-e01d0ff8293d tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:18.950545 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42f5b14d-88e8-4429-b1bc-39382cbf9be7 req-ea1db416-d61d-4ff8-af80-e01d0ff8293d tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.4392836 Dec 05 21:45:19.041551 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42f5b14d-88e8-4429-b1bc-39382cbf9be7 req-5485c068-4ff2-4056-babc-6854bd863386 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895374 Dec 05 21:45:19.118096 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-01553056-a46c-4b61-a731-5ca098d4629e req-b1b0f318-ed1a-47f3-9ee9-9d1cbf247959 service neutron] 10.222.0.50 "GET /v2.0/networks/6caf2ea8-5eb8-4f3a-87a9-29412b268762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047381 Dec 05 21:45:19.315816 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-8167b675-f100-4620-8342-b208229fa40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-router', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:53Z', 'revision_number': 4, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'gw_port': {'id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:21Z', 'updated_at': '2020-12-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': '5a0d5bb5-e180-4649-98c5-f6f2e324e19f', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'port_id': '05c2f176-74ee-43ea-bb0f-000f397b5093', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'mac_address': 'fa:16:3e:af:c4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb942010-6f22-497e-9ed5-222ad6f0c201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:43:54Z', 'updated_at': '2020-12-05T21:45:14Z', 'revision_number': 1, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2', 'name': '', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'mac_address': 'fa:16:3e:f0:9f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:48Z', 'updated_at': '2020-12-05T21:42:02Z', 'revision_number': 5, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'subnets': [{'id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:45:19.317423 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-01553056-a46c-4b61-a731-5ca098d4629e req-6e8d6334-a536-412c-852a-44de9b22c6cd service neutron] 10.222.0.50 "GET /v2.0/networks/6caf2ea8-5eb8-4f3a-87a9-29412b268762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1837511 Dec 05 21:45:19.321874 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167b675-f100-4620-8342-b208229fa40a None None] The sync data for ids ['4d1e7d80-7c8b-423e-a742-989d3393399b'] in dv-cinder-757908-4-iscsi is: [{'id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-router', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:53Z', 'revision_number': 4, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'gw_port': {'id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:21Z', 'updated_at': '2020-12-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': '5a0d5bb5-e180-4649-98c5-f6f2e324e19f', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'port_id': '05c2f176-74ee-43ea-bb0f-000f397b5093', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'mac_address': 'fa:16:3e:af:c4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb942010-6f22-497e-9ed5-222ad6f0c201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:43:54Z', 'updated_at': '2020-12-05T21:45:14Z', 'revision_number': 1, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2', 'name': '', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'mac_address': 'fa:16:3e:f0:9f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:48Z', 'updated_at': '2020-12-05T21:42:02Z', 'revision_number': 5, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'subnets': [{'id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:45:19.668531 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-45a87ced-705f-4579-b1ca-37abad599a5a req-639147f1-ff16-4aa3-8ff0-4c9879824d42 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 210 time: 0.0727761 Dec 05 21:45:19.977726 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87de8039-dc3c-4954-b17b-ac15cb061030 None None] New status for floating IP 5a0d5bb5-e180-4649-98c5-f6f2e324e19f: ACTIVE {{(pid=80241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 05 21:45:20.196780 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 55752) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:45:20.289557 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 55758) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:45:20.377127 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea67c2-5838-4c14-bfc9-d43b0e30e0d0 req-bb630974-b9bc-4390-b5aa-ae9894bdbe33 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:20.379179 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f8ea67c2-5838-4c14-bfc9-d43b0e30e0d0 req-bb630974-b9bc-4390-b5aa-ae9894bdbe33 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1117370 Dec 05 21:45:20.469253 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f8ea67c2-5838-4c14-bfc9-d43b0e30e0d0 req-f6371638-002d-4aa8-a698-a850d1793ee2 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811000 Dec 05 21:45:20.570599 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c76eefb4-b388-48a4-bf8a-d06fb546a7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:20.590749 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c76eefb4-b388-48a4-bf8a-d06fb546a7f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:45:20.596335 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c76eefb4-b388-48a4-bf8a-d06fb546a7f0 admin admin] Usage tracker for resource:security_group_rule and tenant:ebed1f06a99a4e709e9c0bb5abffe778 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:45:20.601823 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c76eefb4-b388-48a4-bf8a-d06fb546a7f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:45:20.628111 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c76eefb4-b388-48a4-bf8a-d06fb546a7f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:45:20.636152 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cfbbcbad-c8c3-43e7-a218-a7ca8afcffe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:20.671271 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-cfbbcbad-c8c3-43e7-a218-a7ca8afcffe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:45:20.685023 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-cfbbcbad-c8c3-43e7-a218-a7ca8afcffe2 admin admin] Usage tracker for resource:security_group_rule and tenant:f9339b97a2f8495f82097977586635f6 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:45:20.695094 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-cfbbcbad-c8c3-43e7-a218-a7ca8afcffe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:45:20.710220 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-cfbbcbad-c8c3-43e7-a218-a7ca8afcffe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:45:20.867564 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c76eefb4-b388-48a4-bf8a-d06fb546a7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:20.880147 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c76eefb4-b388-48a4-bf8a-d06fb546a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:20.890516 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e42ef4dc-44d5-412f-a29a-00f8927d245b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:20.951978 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76eefb4-b388-48a4-bf8a-d06fb546a7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6234daa2-c182-41a7-8989-768db3ea9523,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:20.992016 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c76eefb4-b388-48a4-bf8a-d06fb546a7f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ebed1f06a99a4e709e9c0bb5abffe778&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7006993 Dec 05 21:45:20.995383 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 55776) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:45:20.999927 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c76eefb4-b388-48a4-bf8a-d06fb546a7f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:21.010233 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cfbbcbad-c8c3-43e7-a218-a7ca8afcffe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:21.014503 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cfbbcbad-c8c3-43e7-a218-a7ca8afcffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:21.028028 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:21.111781 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-cfbbcbad-c8c3-43e7-a218-a7ca8afcffe2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9339b97a2f8495f82097977586635f6&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9107230 Dec 05 21:45:21.111781 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbcbad-c8c3-43e7-a218-a7ca8afcffe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e6ad1b-30c3-4e1b-9bf6-38a1a0d56c01,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:21.116279 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 55782) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:45:21.121289 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cfbbcbad-c8c3-43e7-a218-a7ca8afcffe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:21.124216 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f568b1d1-5999-41ff-864f-2e6392098af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:21.211163 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-32ea42e2-083e-42e2-abff-51d75208e868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:21.220909 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f568b1d1-5999-41ff-864f-2e6392098af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:21.254048 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-32ea42e2-083e-42e2-abff-51d75208e868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:21.327287 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-32ea42e2-083e-42e2-abff-51d75208e868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:21.331693 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f568b1d1-5999-41ff-864f-2e6392098af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:21.339509 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:21.343771 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3322ea58-f4d4-411c-a9bc-8af4d92f4554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:21.357277 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-32ea42e2-083e-42e2-abff-51d75208e868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:21.363535 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-32ea42e2-083e-42e2-abff-51d75208e868 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/75e6ad1b-30c3-4e1b-9bf6-38a1a0d56c01 HTTP/1.1" status: 204 len: 168 time: 0.2407970 Dec 05 21:45:21.364629 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea42e2-083e-42e2-abff-51d75208e868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e6ad1b-30c3-4e1b-9bf6-38a1a0d56c01,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:21.367551 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568b1d1-5999-41ff-864f-2e6392098af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6234daa2-c182-41a7-8989-768db3ea9523,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:21.371093 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f568b1d1-5999-41ff-864f-2e6392098af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:21.382307 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-32ea42e2-083e-42e2-abff-51d75208e868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:21.456111 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f568b1d1-5999-41ff-864f-2e6392098af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:21.468214 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f568b1d1-5999-41ff-864f-2e6392098af8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6234daa2-c182-41a7-8989-768db3ea9523 HTTP/1.1" status: 204 len: 168 time: 0.4711635 Dec 05 21:45:21.476167 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-98fdd881-6613-4bf5-8961-6b4375e1c9fc req-41be9a80-bcad-4547-b668-c6082cfe284e tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 210 time: 0.1130364 Dec 05 21:45:21.804433 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc3e86-6556-4856-9664-9dbd6c3e77a8 req-16c8e62a-280d-4369-9c95-2c949954f629 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:21.806444 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b1dc3e86-6556-4856-9664-9dbd6c3e77a8 req-16c8e62a-280d-4369-9c95-2c949954f629 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1349506 Dec 05 21:45:21.884276 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b1dc3e86-6556-4856-9664-9dbd6c3e77a8 req-f7f208f3-1d18-4e79-ba28-7f8f23578b8d tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678313 Dec 05 21:45:22.176310 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01553056-a46c-4b61-a731-5ca098d4629e req-6d50ddd5-6f12-484f-a389-315619ae6fe5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:22.178342 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-01553056-a46c-4b61-a731-5ca098d4629e req-6d50ddd5-6f12-484f-a389-315619ae6fe5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Synchronizing usage tracker for tenant:93b2925e659f498aa50a78619c0aa3f5 on resource:network {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:45:22.199005 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-01553056-a46c-4b61-a731-5ca098d4629e req-6d50ddd5-6f12-484f-a389-315619ae6fe5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Unset dirty status for tenant:93b2925e659f498aa50a78619c0aa3f5 on resource:network {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:45:22.200807 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-01553056-a46c-4b61-a731-5ca098d4629e req-6d50ddd5-6f12-484f-a389-315619ae6fe5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.53 "GET /v2.0/networks?id=6caf2ea8-5eb8-4f3a-87a9-29412b268762 HTTP/1.1" status: 200 len: 815 time: 0.2712674 Dec 05 21:45:22.233941 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-01553056-a46c-4b61-a731-5ca098d4629e req-4499b2fe-30c5-494e-9402-1a6ce8a21ee5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Request body: {'port': {'device_id': '8e5bebdd-e938-40e7-9ba9-a6004a8710f8', 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762', 'admin_state_up': True, 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:45:22.423424 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-01553056-a46c-4b61-a731-5ca098d4629e req-4499b2fe-30c5-494e-9402-1a6ce8a21ee5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:45:22.435364 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-01553056-a46c-4b61-a731-5ca098d4629e req-4499b2fe-30c5-494e-9402-1a6ce8a21ee5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:45:22.445540 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01553056-a46c-4b61-a731-5ca098d4629e req-4499b2fe-30c5-494e-9402-1a6ce8a21ee5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Made reservation on behalf of 93b2925e659f498aa50a78619c0aa3f5 for: {'port': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:45:22.451616 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-01553056-a46c-4b61-a731-5ca098d4629e req-4499b2fe-30c5-494e-9402-1a6ce8a21ee5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:22.837839 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e10c90f9-9b82-4a5f-ad16-0d05a51fcffd req-1d545d83-2bcd-4f52-9bdf-9ac77047bc50 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 210 time: 0.0867732 Dec 05 21:45:23.002473 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-01553056-a46c-4b61-a731-5ca098d4629e req-4499b2fe-30c5-494e-9402-1a6ce8a21ee5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Allocated IP 172.20.0.13 (6caf2ea8-5eb8-4f3a-87a9-29412b268762/b6c38013-3aa1-43ce-bf05-86233fe9d660/c5e7ac5e-0afb-4960-a038-d0cf702e3a51) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:45:23.334011 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069625ff-c495-494d-86b1-10c8779fddf7 req-615b2669-f6d7-4f56-83af-92055866e4be tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:23.335929 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-069625ff-c495-494d-86b1-10c8779fddf7 req-615b2669-f6d7-4f56-83af-92055866e4be tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1448846 Dec 05 21:45:23.336669 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-01553056-a46c-4b61-a731-5ca098d4629e req-4499b2fe-30c5-494e-9402-1a6ce8a21ee5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:23.372124 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-01553056-a46c-4b61-a731-5ca098d4629e req-4499b2fe-30c5-494e-9402-1a6ce8a21ee5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Transition to ACTIVE for port object c5e7ac5e-0afb-4960-a038-d0cf702e3a51 will not be triggered until provisioned by entity DHCP. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:45:23.434783 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-01553056-a46c-4b61-a731-5ca098d4629e req-4499b2fe-30c5-494e-9402-1a6ce8a21ee5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:23.490601 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-069625ff-c495-494d-86b1-10c8779fddf7 req-8792d9fe-b46b-456a-bc47-caba05da7284 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471345 Dec 05 21:45:23.565415 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bdf0a02e-c20f-4106-9d3c-16453b2bc848 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:23.958139 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499b2fe-30c5-494e-9402-1a6ce8a21ee5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Pushing event updated for resources: {'Port': ['ID=c5e7ac5e-0afb-4960-a038-d0cf702e3a51,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:23.967693 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4499b2fe-30c5-494e-9402-1a6ce8a21ee5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:24.076026 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01553056-a46c-4b61-a731-5ca098d4629e req-4499b2fe-30c5-494e-9402-1a6ce8a21ee5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Network 6caf2ea8-5eb8-4f3a-87a9-29412b268762 is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:45:24.079071 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-01553056-a46c-4b61-a731-5ca098d4629e req-4499b2fe-30c5-494e-9402-1a6ce8a21ee5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:45:24.091962 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-01553056-a46c-4b61-a731-5ca098d4629e req-4499b2fe-30c5-494e-9402-1a6ce8a21ee5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:45:24.119156 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01553056-a46c-4b61-a731-5ca098d4629e req-4499b2fe-30c5-494e-9402-1a6ce8a21ee5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:24.121037 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-01553056-a46c-4b61-a731-5ca098d4629e req-4499b2fe-30c5-494e-9402-1a6ce8a21ee5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:24.187200 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-01553056-a46c-4b61-a731-5ca098d4629e req-4499b2fe-30c5-494e-9402-1a6ce8a21ee5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9594502 Dec 05 21:45:24.278388 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eaa429-034b-4784-972a-aeeb9193fa35 req-a4b4b61c-ac82-4017-8fb5-ff0cb6b32f59 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:24.280542 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-36eaa429-034b-4784-972a-aeeb9193fa35 req-a4b4b61c-ac82-4017-8fb5-ff0cb6b32f59 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 932 time: 0.1306577 Dec 05 21:45:24.365390 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-36eaa429-034b-4784-972a-aeeb9193fa35 req-933cd2eb-c3a6-414a-99ec-e3dc0e7521d3 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501702 Dec 05 21:45:24.484881 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-e28d8bca-7968-4ee2-aeca-6d11cefe8ca9 None None] Provisioning for port c5e7ac5e-0afb-4960-a038-d0cf702e3a51 completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:45:24.508138 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-e28d8bca-7968-4ee2-aeca-6d11cefe8ca9 None None] Provisioning complete for port c5e7ac5e-0afb-4960-a038-d0cf702e3a51 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:45:24.509029 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e28d8bca-7968-4ee2-aeca-6d11cefe8ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:24.516235 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 55878) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:45:24.585876 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-e28d8bca-7968-4ee2-aeca-6d11cefe8ca9 None None] Port c5e7ac5e-0afb-4960-a038-d0cf702e3a51 cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:45:24.742486 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-89632268-5e4e-4067-abe7-0f5858c76918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:24.773044 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-89632268-5e4e-4067-abe7-0f5858c76918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:45:24.779123 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-89632268-5e4e-4067-abe7-0f5858c76918 admin admin] Usage tracker for resource:security_group_rule and tenant:d41a52ad261941438ef1e03d604f2efa is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:45:24.783064 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-89632268-5e4e-4067-abe7-0f5858c76918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:45:24.790182 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-89632268-5e4e-4067-abe7-0f5858c76918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:45:24.868281 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8fd0c243-5216-445b-bccc-ef38efb128b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:24.904880 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-89632268-5e4e-4067-abe7-0f5858c76918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:24.909661 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-89632268-5e4e-4067-abe7-0f5858c76918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:24.920500 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-583f2e07-960b-4311-8e05-38286944fac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:25.230124 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-89632268-5e4e-4067-abe7-0f5858c76918 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d41a52ad261941438ef1e03d604f2efa&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7119789 Dec 05 21:45:25.231882 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89632268-5e4e-4067-abe7-0f5858c76918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd02a553-1f58-4d43-9789-9b7750e53d69,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:25.233552 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 55890) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:45:25.235198 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-89632268-5e4e-4067-abe7-0f5858c76918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:25.301857 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-192ac0f6-6444-432c-9b1f-bd552e41071e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:25.334123 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-192ac0f6-6444-432c-9b1f-bd552e41071e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:25.383525 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-192ac0f6-6444-432c-9b1f-bd552e41071e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:25.388642 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0cb8400c-a877-4f18-8943-7bf72924bc32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:25.402462 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ac0f6-6444-432c-9b1f-bd552e41071e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd02a553-1f58-4d43-9789-9b7750e53d69,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:25.405347 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-192ac0f6-6444-432c-9b1f-bd552e41071e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:25.409566 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-192ac0f6-6444-432c-9b1f-bd552e41071e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:25.411795 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-192ac0f6-6444-432c-9b1f-bd552e41071e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cd02a553-1f58-4d43-9789-9b7750e53d69 HTTP/1.1" status: 204 len: 168 time: 0.1753955 Dec 05 21:45:27.766256 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb6004f4-ab84-401a-8f5c-e4db45a47d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:28.371351 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:29.749739 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:31.140051 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:31.424240 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:45:32.544482 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 55978) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:45:32.787483 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6a8faaa4-0bcd-42c5-b983-7f4d01ed06f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:32.812464 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6a8faaa4-0bcd-42c5-b983-7f4d01ed06f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:45:32.817821 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6a8faaa4-0bcd-42c5-b983-7f4d01ed06f9 admin admin] Usage tracker for resource:security_group_rule and tenant:b61652a4925641998a8684fb2ff24617 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:45:32.822409 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6a8faaa4-0bcd-42c5-b983-7f4d01ed06f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:45:32.829973 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6a8faaa4-0bcd-42c5-b983-7f4d01ed06f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:45:32.939554 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6a8faaa4-0bcd-42c5-b983-7f4d01ed06f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:32.943718 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6a8faaa4-0bcd-42c5-b983-7f4d01ed06f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:32.953949 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7ab28052-513a-4dc1-90fe-62e9f9e319f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:33.029378 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6a8faaa4-0bcd-42c5-b983-7f4d01ed06f9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b61652a4925641998a8684fb2ff24617&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4835877 Dec 05 21:45:33.031951 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8faaa4-0bcd-42c5-b983-7f4d01ed06f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e83185d-3ffc-494f-a8c7-d681b0f9824e,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:33.036380 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 55988) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:45:33.037014 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6a8faaa4-0bcd-42c5-b983-7f4d01ed06f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:33.116247 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c1da87de-3db9-4cc5-8b2c-be450a134373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:33.167304 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c1da87de-3db9-4cc5-8b2c-be450a134373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:33.243609 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c1da87de-3db9-4cc5-8b2c-be450a134373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:33.249841 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a5a2787e-ca67-4979-b66a-881ee62e48cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:33.267692 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da87de-3db9-4cc5-8b2c-be450a134373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e83185d-3ffc-494f-a8c7-d681b0f9824e,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:33.272214 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c1da87de-3db9-4cc5-8b2c-be450a134373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:33.273177 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c1da87de-3db9-4cc5-8b2c-be450a134373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:33.275448 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c1da87de-3db9-4cc5-8b2c-be450a134373 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e83185d-3ffc-494f-a8c7-d681b0f9824e HTTP/1.1" status: 204 len: 168 time: 0.2361491 Dec 05 21:45:33.728904 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 55996) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:45:33.771513 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-538a97d7-0d69-4886-9387-aea05d676a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:33.804092 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-538a97d7-0d69-4886-9387-aea05d676a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:45:33.812123 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-538a97d7-0d69-4886-9387-aea05d676a3a admin admin] Usage tracker for resource:security_group_rule and tenant:a7f5470d19294d82abb90652085de2ca is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:45:33.816533 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-538a97d7-0d69-4886-9387-aea05d676a3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:45:33.844288 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-538a97d7-0d69-4886-9387-aea05d676a3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:45:33.992522 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-538a97d7-0d69-4886-9387-aea05d676a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:33.995899 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-538a97d7-0d69-4886-9387-aea05d676a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:34.007087 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ae27661f-7ad1-48f7-a22b-371cf5e82f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:34.056344 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-538a97d7-0d69-4886-9387-aea05d676a3a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a7f5470d19294d82abb90652085de2ca&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3255198 Dec 05 21:45:34.057389 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a97d7-0d69-4886-9387-aea05d676a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2654079b-ab7c-481f-96d4-6fa7e4c9aea3,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:34.060066 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 56002) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:45:34.063304 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-538a97d7-0d69-4886-9387-aea05d676a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:34.156838 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7c8d8fb3-183f-4e31-9434-04f2c37aeff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:34.188124 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7c8d8fb3-183f-4e31-9434-04f2c37aeff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:34.245237 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7c8d8fb3-183f-4e31-9434-04f2c37aeff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:34.251161 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8d9309ab-aba3-4131-8549-d6219b58c959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:34.265013 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d8fb3-183f-4e31-9434-04f2c37aeff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2654079b-ab7c-481f-96d4-6fa7e4c9aea3,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:34.268958 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7c8d8fb3-183f-4e31-9434-04f2c37aeff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:34.271120 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7c8d8fb3-183f-4e31-9434-04f2c37aeff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:34.272505 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-7c8d8fb3-183f-4e31-9434-04f2c37aeff6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2654079b-ab7c-481f-96d4-6fa7e4c9aea3 HTTP/1.1" status: 204 len: 168 time: 0.2113237 Dec 05 21:45:45.212267 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:49.910593 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-01553056-a46c-4b61-a731-5ca098d4629e req-474343f0-9394-4a82-a526-ce922400153c service neutron] Request body: {'port': {'device_id': '8e5bebdd-e938-40e7-9ba9-a6004a8710f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:45:50.052290 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-01553056-a46c-4b61-a731-5ca098d4629e req-474343f0-9394-4a82-a526-ce922400153c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:50.190712 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a04dd-a873-42b9-b958-cd7657e6f2a3 req-de521d51-cd03-4425-8d99-1e0d5e4b1551 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:50.192944 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-027a04dd-a873-42b9-b958-cd7657e6f2a3 req-de521d51-cd03-4425-8d99-1e0d5e4b1551 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 932 time: 0.1059968 Dec 05 21:45:50.253273 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-027a04dd-a873-42b9-b958-cd7657e6f2a3 req-41e4e89f-5010-4cf3-8432-475a78d28b20 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515335 Dec 05 21:45:50.816240 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5ccab-bddf-4c2a-8b36-38b217728cc9 req-8b5d5523-d8aa-4045-a5c3-992d1afd29e4 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:50.817906 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-82e5ccab-bddf-4c2a-8b36-38b217728cc9 req-8b5d5523-d8aa-4045-a5c3-992d1afd29e4 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.6509809 Dec 05 21:45:50.988653 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-82e5ccab-bddf-4c2a-8b36-38b217728cc9 req-ef1eac22-4ba7-4995-83b5-da694823e159 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583474 Dec 05 21:45:51.228432 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-01553056-a46c-4b61-a731-5ca098d4629e req-474343f0-9394-4a82-a526-ce922400153c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e7ac5e-0afb-4960-a038-d0cf702e3a51 {{(pid=80239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 05 21:45:51.242580 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-01553056-a46c-4b61-a731-5ca098d4629e req-474343f0-9394-4a82-a526-ce922400153c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:51.266482 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-01553056-a46c-4b61-a731-5ca098d4629e req-474343f0-9394-4a82-a526-ce922400153c service neutron] Transition to ACTIVE for port object c5e7ac5e-0afb-4960-a038-d0cf702e3a51 will not be triggered until provisioned by entity L2. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:45:51.271142 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-01553056-a46c-4b61-a731-5ca098d4629e req-474343f0-9394-4a82-a526-ce922400153c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:51.315132 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-46dabc79-272a-4a37-9ae6-95a1a3d01446 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:51.503245 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2efe7-4703-4b88-847f-21b956d1385e req-87aba1cb-04a3-4996-86f7-ef1ca081f69f tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:51.505015 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-baf2efe7-4703-4b88-847f-21b956d1385e req-87aba1cb-04a3-4996-86f7-ef1ca081f69f tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 944 time: 0.0949185 Dec 05 21:45:51.523018 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474343f0-9394-4a82-a526-ce922400153c service neutron] Pushing event updated for resources: {'Port': ['ID=c5e7ac5e-0afb-4960-a038-d0cf702e3a51,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:51.527717 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-474343f0-9394-4a82-a526-ce922400153c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:51.670308 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-baf2efe7-4703-4b88-847f-21b956d1385e req-2eca54e8-44b7-4a50-9703-bb5b6d3033e4 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534233 Dec 05 21:45:51.687439 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-01553056-a46c-4b61-a731-5ca098d4629e req-474343f0-9394-4a82-a526-ce922400153c service neutron] Attempting to bind port c5e7ac5e-0afb-4960-a038-d0cf702e3a51 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:45:51.688034 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-01553056-a46c-4b61-a731-5ca098d4629e req-474343f0-9394-4a82-a526-ce922400153c service neutron] Attempting to bind port c5e7ac5e-0afb-4960-a038-d0cf702e3a51 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '042bd5f0-6015-402a-8c43-feb80cee6e89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762'}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:45:51.688413 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01553056-a46c-4b61-a731-5ca098d4629e req-474343f0-9394-4a82-a526-ce922400153c service neutron] Attempting to bind port c5e7ac5e-0afb-4960-a038-d0cf702e3a51 on network 6caf2ea8-5eb8-4f3a-87a9-29412b268762 {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:45:51.695869 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01553056-a46c-4b61-a731-5ca098d4629e req-474343f0-9394-4a82-a526-ce922400153c service neutron] Checking agent: {'id': '73420180-90c9-4440-8e64-a61aa3b256a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 39, 15), 'started_at': datetime.datetime(2020, 12, 5, 21, 39, 45), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 7, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:45:51.696260 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01553056-a46c-4b61-a731-5ca098d4629e req-474343f0-9394-4a82-a526-ce922400153c service neutron] Checking segment: {'id': '042bd5f0-6015-402a-8c43-feb80cee6e89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:45:51.696674 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-01553056-a46c-4b61-a731-5ca098d4629e req-474343f0-9394-4a82-a526-ce922400153c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:51.697080 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01553056-a46c-4b61-a731-5ca098d4629e req-474343f0-9394-4a82-a526-ce922400153c service neutron] Bound using segment: {'id': '042bd5f0-6015-402a-8c43-feb80cee6e89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762'} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:45:51.697888 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-01553056-a46c-4b61-a731-5ca098d4629e req-474343f0-9394-4a82-a526-ce922400153c service neutron] Bound port: c5e7ac5e-0afb-4960-a038-d0cf702e3a51, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042bd5f0-6015-402a-8c43-feb80cee6e89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762'}}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:45:51.698299 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-01553056-a46c-4b61-a731-5ca098d4629e req-474343f0-9394-4a82-a526-ce922400153c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:51.816016 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-01553056-a46c-4b61-a731-5ca098d4629e req-474343f0-9394-4a82-a526-ce922400153c service neutron] For port c5e7ac5e-0afb-4960-a038-d0cf702e3a51, host hv-cinder-75790, cleared binding levels {{(pid=80239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:45:51.819855 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-01553056-a46c-4b61-a731-5ca098d4629e req-474343f0-9394-4a82-a526-ce922400153c service neutron] For port c5e7ac5e-0afb-4960-a038-d0cf702e3a51, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=c5e7ac5e-0afb-4960-a038-d0cf702e3a51,segment=NetworkSegment(042bd5f0-6015-402a-8c43-feb80cee6e89),segment_id=042bd5f0-6015-402a-8c43-feb80cee6e89)] {{(pid=80239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:45:51.825440 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-01553056-a46c-4b61-a731-5ca098d4629e req-474343f0-9394-4a82-a526-ce922400153c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:51.843686 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c780b623-b85f-43ed-bcc7-46e8a1071a85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:45:52.017854 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474343f0-9394-4a82-a526-ce922400153c service neutron] Pushing event updated for resources: {'Port': ['ID=c5e7ac5e-0afb-4960-a038-d0cf702e3a51,revision_number=3']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:45:52.024408 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-474343f0-9394-4a82-a526-ce922400153c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:45:52.070588 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01553056-a46c-4b61-a731-5ca098d4629e req-474343f0-9394-4a82-a526-ce922400153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:52.071771 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-01553056-a46c-4b61-a731-5ca098d4629e req-474343f0-9394-4a82-a526-ce922400153c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:52.074539 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-01553056-a46c-4b61-a731-5ca098d4629e req-474343f0-9394-4a82-a526-ce922400153c service neutron] 10.222.0.53 "PUT /v2.0/ports/c5e7ac5e-0afb-4960-a038-d0cf702e3a51 HTTP/1.1" status: 200 len: 1158 time: 2.1695213 Dec 05 21:45:52.075494 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5bebdd-e938-40e7-9ba9-a6004a8710f8', 'tag': 'c5e7ac5e-0afb-4960-a038-d0cf702e3a51'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:45:52.247791 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5bebdd-e938-40e7-9ba9-a6004a8710f8', 'tag': 'c5e7ac5e-0afb-4960-a038-d0cf702e3a51', 'status': 'completed', 'code': 200} Dec 05 21:45:52.401217 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01553056-a46c-4b61-a731-5ca098d4629e req-6e80d254-2612-43eb-8ca9-de12b7f9140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:52.402880 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-01553056-a46c-4b61-a731-5ca098d4629e req-6e80d254-2612-43eb-8ca9-de12b7f9140e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93b2925e659f498aa50a78619c0aa3f5&device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 1161 time: 0.2435756 Dec 05 21:45:52.414235 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d46d0c-bd1b-4dc0-8b4c-d2d00319f434 req-2eb5dd1c-b5cd-4e44-add1-f26dc84a2b36 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:52.415937 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-55d46d0c-bd1b-4dc0-8b4c-d2d00319f434 req-2eb5dd1c-b5cd-4e44-add1-f26dc84a2b36 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1669610 Dec 05 21:45:52.506399 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-01553056-a46c-4b61-a731-5ca098d4629e req-71ba09c0-4e5b-4ae4-9883-db741456acf6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5e7ac5e-0afb-4960-a038-d0cf702e3a51 HTTP/1.1" status: 200 len: 217 time: 0.0874629 Dec 05 21:45:52.663624 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-55d46d0c-bd1b-4dc0-8b4c-d2d00319f434 req-273f7ed9-0026-45f4-a77e-6544fbe22b08 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804328 Dec 05 21:45:52.678298 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01553056-a46c-4b61-a731-5ca098d4629e req-d59155ba-c255-4915-97da-e3f2ffa61d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:52.681063 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-01553056-a46c-4b61-a731-5ca098d4629e req-d59155ba-c255-4915-97da-e3f2ffa61d3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b6c38013-3aa1-43ce-bf05-86233fe9d660 HTTP/1.1" status: 200 len: 854 time: 0.1670952 Dec 05 21:45:52.830028 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01553056-a46c-4b61-a731-5ca098d4629e req-8597b18f-ab61-45f7-9a2b-0c5aa7dbd029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:52.832935 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-01553056-a46c-4b61-a731-5ca098d4629e req-8597b18f-ab61-45f7-9a2b-0c5aa7dbd029 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6caf2ea8-5eb8-4f3a-87a9-29412b268762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1374125 Dec 05 21:45:53.032963 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-01553056-a46c-4b61-a731-5ca098d4629e req-068a58e9-f9a7-4202-8cf1-917b79c29dae service neutron] 10.222.0.53 "GET /v2.0/networks/6caf2ea8-5eb8-4f3a-87a9-29412b268762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895781 Dec 05 21:45:53.304566 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-01553056-a46c-4b61-a731-5ca098d4629e req-e9415121-d2ff-4e2e-94a4-4eda2dc6346b service neutron] 10.222.0.53 "GET /v2.0/networks/6caf2ea8-5eb8-4f3a-87a9-29412b268762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2606962 Dec 05 21:45:53.621031 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929dffa-95df-4719-ad79-504c4019b75b req-d02701bc-099d-4e66-b81e-8975d3765cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:53.622753 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0929dffa-95df-4719-ad79-504c4019b75b req-d02701bc-099d-4e66-b81e-8975d3765cf7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93b2925e659f498aa50a78619c0aa3f5&device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 1161 time: 0.1775680 Dec 05 21:45:53.630162 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf621aaa-2d68-4ff7-b9b9-0329b605b2c9 req-a4b53afe-0113-4593-9f4e-8f08c5fabe7a tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:53.633078 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cf621aaa-2d68-4ff7-b9b9-0329b605b2c9 req-a4b53afe-0113-4593-9f4e-8f08c5fabe7a tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 944 time: 0.2048919 Dec 05 21:45:53.744513 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cf621aaa-2d68-4ff7-b9b9-0329b605b2c9 req-a3d1930d-afb0-4320-990c-bfb5cda30a87 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709944 Dec 05 21:45:53.768110 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697936a-2aac-4eff-9946-d0b6dd35a561 req-9a1b7caf-4b3d-4d1e-ab9c-ed18e8504329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:53.770622 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8697936a-2aac-4eff-9946-d0b6dd35a561 req-9a1b7caf-4b3d-4d1e-ab9c-ed18e8504329 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=387707d1b07f4c5b9a7d2155b4ca7185&device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 1162 time: 0.1360574 Dec 05 21:45:53.902762 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929dffa-95df-4719-ad79-504c4019b75b req-41d245a9-dac8-4398-88b8-37c55af1bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:53.905494 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0929dffa-95df-4719-ad79-504c4019b75b req-41d245a9-dac8-4398-88b8-37c55af1bdf6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6caf2ea8-5eb8-4f3a-87a9-29412b268762 HTTP/1.1" status: 200 len: 909 time: 0.2723835 Dec 05 21:45:54.035363 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0929dffa-95df-4719-ad79-504c4019b75b req-4c8123c5-b654-4900-b965-d44eae63cc24 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5e7ac5e-0afb-4960-a038-d0cf702e3a51 HTTP/1.1" status: 200 len: 217 time: 0.1196091 Dec 05 21:45:54.109280 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697936a-2aac-4eff-9946-d0b6dd35a561 req-0052adc8-6fd6-4cb5-b5a1-d8a3e4852c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:54.110893 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8697936a-2aac-4eff-9946-d0b6dd35a561 req-0052adc8-6fd6-4cb5-b5a1-d8a3e4852c63 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a343bc3-72fd-414f-a6e7-9632ec6930e0 HTTP/1.1" status: 200 len: 913 time: 0.3251865 Dec 05 21:45:54.121939 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda63d13-0749-451e-9804-f5b959c029d5 req-d30cd5ff-303c-4396-9b21-622a3a9a2925 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:54.123628 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fda63d13-0749-451e-9804-f5b959c029d5 req-d30cd5ff-303c-4396-9b21-622a3a9a2925 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1738315 Dec 05 21:45:54.166758 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929dffa-95df-4719-ad79-504c4019b75b req-810ba7c2-c4b0-4a6d-875e-e253fb52e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:54.168494 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0929dffa-95df-4719-ad79-504c4019b75b req-810ba7c2-c4b0-4a6d-875e-e253fb52e10d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b6c38013-3aa1-43ce-bf05-86233fe9d660 HTTP/1.1" status: 200 len: 854 time: 0.1177959 Dec 05 21:45:54.214432 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8697936a-2aac-4eff-9946-d0b6dd35a561 req-fcd8337c-df6a-4f84-8df9-31fcf2ae8ac5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 HTTP/1.1" status: 200 len: 217 time: 0.0896609 Dec 05 21:45:54.290348 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fda63d13-0749-451e-9804-f5b959c029d5 req-365bc778-13c1-42d9-9446-2ea60376606f tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077914 Dec 05 21:45:54.313801 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697936a-2aac-4eff-9946-d0b6dd35a561 req-d8848229-79f1-4bd8-b00a-981913049449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:54.317466 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8697936a-2aac-4eff-9946-d0b6dd35a561 req-d8848229-79f1-4bd8-b00a-981913049449 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ccaf5210-bac5-475a-af4e-b572b8c0356d HTTP/1.1" status: 200 len: 859 time: 0.0863559 Dec 05 21:45:54.355960 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929dffa-95df-4719-ad79-504c4019b75b req-9a12a14d-dfcd-4228-972f-b9a65b89b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:54.358968 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0929dffa-95df-4719-ad79-504c4019b75b req-9a12a14d-dfcd-4228-972f-b9a65b89b50b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6caf2ea8-5eb8-4f3a-87a9-29412b268762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1476057 Dec 05 21:45:54.380314 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8697936a-2aac-4eff-9946-d0b6dd35a561 req-efc34d13-6212-4a74-8194-17d83642514e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a343bc3-72fd-414f-a6e7-9632ec6930e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537481 Dec 05 21:45:54.586468 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8697936a-2aac-4eff-9946-d0b6dd35a561 req-696d52f8-8f8f-41d8-9e3d-c0a093161a0e service neutron] 10.222.0.53 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911745 Dec 05 21:45:54.610440 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0929dffa-95df-4719-ad79-504c4019b75b req-f4576227-0b9c-42d5-8044-c6d72fde8fa1 service neutron] 10.222.0.53 "GET /v2.0/networks/6caf2ea8-5eb8-4f3a-87a9-29412b268762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160456 Dec 05 21:45:54.822477 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8697936a-2aac-4eff-9946-d0b6dd35a561 req-c446cf34-df41-4a39-8424-c7f91fb95c90 service neutron] 10.222.0.53 "GET /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2252753 Dec 05 21:45:54.869332 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0929dffa-95df-4719-ad79-504c4019b75b req-4abe616a-23b1-4f1c-9d7b-514d66204567 service neutron] 10.222.0.53 "GET /v2.0/networks/6caf2ea8-5eb8-4f3a-87a9-29412b268762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2447782 Dec 05 21:45:54.880745 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bac8d7f4-3781-410e-a10e-31bd5767dd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:55.070830 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac340d32-3d59-4fd5-9bf3-e467f248aa6f req-ed64ab72-a816-45ed-a9df-5fcd9ccfd0a9 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:55.072756 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac340d32-3d59-4fd5-9bf3-e467f248aa6f req-ed64ab72-a816-45ed-a9df-5fcd9ccfd0a9 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 944 time: 0.1195662 Dec 05 21:45:55.130338 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac340d32-3d59-4fd5-9bf3-e467f248aa6f req-6fa6ee0c-2377-4ca4-a9b8-3352a0aec860 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508347 Dec 05 21:45:55.560731 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21432e71-8ebc-4d45-b0b1-52a6b2af1cce req-42067fc5-5411-44a3-b28b-62b277ded5bb tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:55.562296 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-21432e71-8ebc-4d45-b0b1-52a6b2af1cce req-42067fc5-5411-44a3-b28b-62b277ded5bb tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1031995 Dec 05 21:45:55.625036 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-21432e71-8ebc-4d45-b0b1-52a6b2af1cce req-2f1d9c71-6804-4595-afdc-6b9055c2e19c tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487504 Dec 05 21:45:56.371791 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9ba84-e0e5-487e-8f0c-6a885932b02e req-9a3a3cdf-9e93-4dbd-95bb-71c4ce3b0320 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:56.372801 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-8ce9ba84-e0e5-487e-8f0c-6a885932b02e req-9a3a3cdf-9e93-4dbd-95bb-71c4ce3b0320 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Synchronizing usage tracker for tenant:93b2925e659f498aa50a78619c0aa3f5 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:45:56.395550 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-8ce9ba84-e0e5-487e-8f0c-6a885932b02e req-9a3a3cdf-9e93-4dbd-95bb-71c4ce3b0320 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Unset dirty status for tenant:93b2925e659f498aa50a78619c0aa3f5 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:45:56.397405 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8ce9ba84-e0e5-487e-8f0c-6a885932b02e req-9a3a3cdf-9e93-4dbd-95bb-71c4ce3b0320 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 944 time: 0.1151094 Dec 05 21:45:56.470011 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-8ce9ba84-e0e5-487e-8f0c-6a885932b02e req-84de0cab-5f02-402e-a11e-c35088111fb4 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Synchronizing usage tracker for tenant:93b2925e659f498aa50a78619c0aa3f5 on resource:security_group {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:45:56.508507 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-8ce9ba84-e0e5-487e-8f0c-6a885932b02e req-84de0cab-5f02-402e-a11e-c35088111fb4 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Unset dirty status for tenant:93b2925e659f498aa50a78619c0aa3f5 on resource:security_group {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:45:56.509887 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8ce9ba84-e0e5-487e-8f0c-6a885932b02e req-84de0cab-5f02-402e-a11e-c35088111fb4 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999856 Dec 05 21:45:57.241989 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5f11b-7a5a-49a0-b9d7-7847cd3822aa req-76f8d86f-c295-48e2-adea-093ce1df9063 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:57.243942 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dde5f11b-7a5a-49a0-b9d7-7847cd3822aa req-76f8d86f-c295-48e2-adea-093ce1df9063 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1184459 Dec 05 21:45:57.310960 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dde5f11b-7a5a-49a0-b9d7-7847cd3822aa req-13e00fc8-acfc-4a49-851d-d36de7aba1a6 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537758 Dec 05 21:45:57.773632 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fac6ef6b-e9d6-4b57-8390-4d63ad2f99ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:57.828999 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a0e7a-2c24-467c-a608-8cb4381e943c req-09410deb-c807-480b-9de2-2bf58b9ed1f4 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:57.832266 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f02a0e7a-2c24-467c-a608-8cb4381e943c req-09410deb-c807-480b-9de2-2bf58b9ed1f4 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 944 time: 0.1459937 Dec 05 21:45:57.890578 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f02a0e7a-2c24-467c-a608-8cb4381e943c req-cbf657ec-63b4-4569-a0c0-c3552980b062 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516684 Dec 05 21:45:58.394925 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:58.573637 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:45:58.577100 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7d092-8d9e-4bb9-b960-2200b5267c07 req-19645983-eabc-4e9e-ad35-81c703ef6c15 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:58.578761 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2fc7d092-8d9e-4bb9-b960-2200b5267c07 req-19645983-eabc-4e9e-ad35-81c703ef6c15 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1062009 Dec 05 21:45:58.638780 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2fc7d092-8d9e-4bb9-b960-2200b5267c07 req-451fd787-fc1a-4c58-be9c-2b7365d679c9 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471270 Dec 05 21:45:58.710633 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:45:58.711275 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:58.728233 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd890e5f-0e75-4aba-a5ef-1720b3f69f9e req-3e15f7f1-0618-4431-9bab-d9e2661d14fc tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:58.729850 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd890e5f-0e75-4aba-a5ef-1720b3f69f9e req-3e15f7f1-0618-4431-9bab-d9e2661d14fc tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 946 time: 0.0895813 Dec 05 21:45:58.787029 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd890e5f-0e75-4aba-a5ef-1720b3f69f9e req-a6972637-008b-43ec-922b-b99afc775d0b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479686 Dec 05 21:45:59.190685 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c135f2-b50c-42c8-9c14-919be055b42c req-22f12c50-c7bb-4b12-a460-67fa0652ed3f tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:59.192468 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e8c135f2-b50c-42c8-9c14-919be055b42c req-22f12c50-c7bb-4b12-a460-67fa0652ed3f tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 944 time: 0.1048732 Dec 05 21:45:59.258346 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e8c135f2-b50c-42c8-9c14-919be055b42c req-065f33cb-4ced-481b-81c2-9812c3a86fed tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517080 Dec 05 21:45:59.742237 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:45:59.924086 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ef9e5-e3be-4859-ba63-8750b2543167 req-5c9fda84-f098-44ca-85e4-985f1c0635cc tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:45:59.926690 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c39ef9e5-e3be-4859-ba63-8750b2543167 req-5c9fda84-f098-44ca-85e4-985f1c0635cc tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1323025 Dec 05 21:46:00.002237 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c39ef9e5-e3be-4859-ba63-8750b2543167 req-4682db57-be1a-4dba-a570-11cb3f9c0467 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660260 Dec 05 21:46:00.158437 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4b145-b3d2-41e2-b8e7-65a96c2c8753 req-0380454b-077a-4996-9b77-3c35e159c1d3 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:00.160134 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ccc4b145-b3d2-41e2-b8e7-65a96c2c8753 req-0380454b-077a-4996-9b77-3c35e159c1d3 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 946 time: 0.1337068 Dec 05 21:46:00.211370 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ccc4b145-b3d2-41e2-b8e7-65a96c2c8753 req-5aae7f03-af65-4335-95a6-9c1d909b0154 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448554 Dec 05 21:46:00.616162 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffa514-60c9-4063-ab4a-edfe6b6e3800 req-f5056970-861d-4602-8a70-77fd576b0721 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:00.618270 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cdffa514-60c9-4063-ab4a-edfe6b6e3800 req-f5056970-861d-4602-8a70-77fd576b0721 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 944 time: 0.1506355 Dec 05 21:46:00.688089 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cdffa514-60c9-4063-ab4a-edfe6b6e3800 req-21f2abdd-526e-4852-a6e4-51a798ab7d6b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602410 Dec 05 21:46:01.149651 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:01.279538 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04d4ef-4fe8-4182-b7a9-688730c3ee3a req-2f2d81e7-ead9-4e6f-b0ed-687d0ffaf012 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:01.282670 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fc04d4ef-4fe8-4182-b7a9-688730c3ee3a req-2f2d81e7-ead9-4e6f-b0ed-687d0ffaf012 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1089087 Dec 05 21:46:01.397201 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fc04d4ef-4fe8-4182-b7a9-688730c3ee3a req-4d534662-c409-4208-b012-f84b6404b47e tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030800 Dec 05 21:46:01.453624 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c73896-969a-4983-ae76-20338e387114 req-f7d139b0-be4d-46f5-82a3-726cb2d9977f tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:01.458082 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-49c73896-969a-4983-ae76-20338e387114 req-f7d139b0-be4d-46f5-82a3-726cb2d9977f tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.53 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 946 time: 0.1465437 Dec 05 21:46:01.482300 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f97ea-8e40-4ef1-a17a-dd8fecfd7649 req-730045d8-52cc-493e-a10a-d31fcad552d7 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:01.484896 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7e9f97ea-8e40-4ef1-a17a-dd8fecfd7649 req-730045d8-52cc-493e-a10a-d31fcad552d7 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 946 time: 0.1148987 Dec 05 21:46:01.604823 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7e9f97ea-8e40-4ef1-a17a-dd8fecfd7649 req-1a960bfc-2e80-436d-aeb0-830d07130bac tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074781 Dec 05 21:46:01.621490 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.objects.ports [None req-b37bdd0a-e9ec-4ae1-9b49-d9838a1a8143 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80241) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 05 21:46:01.647345 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-49c73896-969a-4983-ae76-20338e387114 req-d84b4990-0262-4256-894e-ace95e63fb3b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Deleting port 83e5aab1-2336-4078-9200-3354f50f4d36 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:46:01.648041 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-49c73896-969a-4983-ae76-20338e387114 req-d84b4990-0262-4256-894e-ace95e63fb3b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:01.982450 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-49c73896-969a-4983-ae76-20338e387114 req-d84b4990-0262-4256-894e-ace95e63fb3b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] For port 83e5aab1-2336-4078-9200-3354f50f4d36, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=83e5aab1-2336-4078-9200-3354f50f4d36,segment=NetworkSegment(76cccfe4-ab2e-4d88-9859-8dba3228c455),segment_id=76cccfe4-ab2e-4d88-9859-8dba3228c455)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:46:01.983119 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-49c73896-969a-4983-ae76-20338e387114 req-d84b4990-0262-4256-894e-ace95e63fb3b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:02.165455 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-49c73896-969a-4983-ae76-20338e387114 req-d84b4990-0262-4256-894e-ace95e63fb3b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Calling delete_port for 83e5aab1-2336-4078-9200-3354f50f4d36 owned by compute:nova {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:46:02.249091 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf2ee2-2b0f-4f26-9f64-54bb29cb0504 req-52a71229-06c3-4ca1-a0af-5cda4f867072 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:02.253053 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-35cf2ee2-2b0f-4f26-9f64-54bb29cb0504 req-52a71229-06c3-4ca1-a0af-5cda4f867072 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 944 time: 0.1249263 Dec 05 21:46:02.321470 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-35cf2ee2-2b0f-4f26-9f64-54bb29cb0504 req-324d1692-eba7-4f04-90eb-f33c75a6f53a tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605972 Dec 05 21:46:02.640881 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-49c73896-969a-4983-ae76-20338e387114 req-d84b4990-0262-4256-894e-ace95e63fb3b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:02.659096 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:02.722274 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b4990-0262-4256-894e-ace95e63fb3b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Pushing event deleted for resources: {'Port': ['ID=83e5aab1-2336-4078-9200-3354f50f4d36,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:02.727517 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d84b4990-0262-4256-894e-ace95e63fb3b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:02.848834 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-50bf9cb4-5d22-4fba-94bb-5511347f500e req-2af589fa-509c-4764-ba89-742611ce64df tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=ac38779b-e52a-4607-9f40-a12e416df494 HTTP/1.1" status: 200 len: 210 time: 0.0687563 Dec 05 21:46:02.990188 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c73896-969a-4983-ae76-20338e387114 req-d84b4990-0262-4256-894e-ace95e63fb3b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] No DVR routers for this DVR port 83e5aab1-2336-4078-9200-3354f50f4d36 on host hv-cinder-75790 {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 21:46:02.992834 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-49c73896-969a-4983-ae76-20338e387114 req-d84b4990-0262-4256-894e-ace95e63fb3b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:02.996806 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac38779b-e52a-4607-9f40-a12e416df494', 'name': 'network-vif-deleted', 'tag': '83e5aab1-2336-4078-9200-3354f50f4d36'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:46:03.019775 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-49c73896-969a-4983-ae76-20338e387114 req-d84b4990-0262-4256-894e-ace95e63fb3b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.53 "DELETE /v2.0/ports/83e5aab1-2336-4078-9200-3354f50f4d36 HTTP/1.1" status: 204 len: 173 time: 1.5541227 Dec 05 21:46:03.082306 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac38779b-e52a-4607-9f40-a12e416df494', 'name': 'network-vif-deleted', 'tag': '83e5aab1-2336-4078-9200-3354f50f4d36', 'status': 'completed', 'code': 200} Dec 05 21:46:03.169942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device c5e7ac5e-0afb-4960-a038-d0cf702e3a51 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:46:03.252128 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning for port c5e7ac5e-0afb-4960-a038-d0cf702e3a51 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:46:03.262112 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port c5e7ac5e-0afb-4960-a038-d0cf702e3a51 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:46:03.262827 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:03.454631 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:03.496061 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port c5e7ac5e-0afb-4960-a038-d0cf702e3a51, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=c5e7ac5e-0afb-4960-a038-d0cf702e3a51,segment=NetworkSegment(042bd5f0-6015-402a-8c43-feb80cee6e89),segment_id=042bd5f0-6015-402a-8c43-feb80cee6e89)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:46:03.497159 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5bebdd-e938-40e7-9ba9-a6004a8710f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e7ac5e-0afb-4960-a038-d0cf702e3a51'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:46:03.503950 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:03.504889 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:46:03.567844 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-63ad958e-6526-494c-b930-b125d9a7450d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:03.670666 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5bebdd-e938-40e7-9ba9-a6004a8710f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e7ac5e-0afb-4960-a038-d0cf702e3a51', 'code': 200} Dec 05 21:46:03.689904 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929a786-8194-4d97-9fcb-c4996eb6f87b req-f60fe823-3ef5-432c-bd7a-285a6bc57fad tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:03.698035 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f929a786-8194-4d97-9fcb-c4996eb6f87b req-f60fe823-3ef5-432c-bd7a-285a6bc57fad tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 946 time: 0.1891892 Dec 05 21:46:03.748680 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=c5e7ac5e-0afb-4960-a038-d0cf702e3a51,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:03.760483 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.761022 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.761510 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.762014 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.762495 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.763060 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.763668 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.764344 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.764946 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.765651 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.766260 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.766860 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.768229 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.768819 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.769315 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.769788 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.770305 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.770942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.771450 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.771952 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.772424 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.772903 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.773495 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.774043 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:03.786771 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:03.793181 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f929a786-8194-4d97-9fcb-c4996eb6f87b req-6abd259f-04ca-495f-9a94-a81b7c61bd19 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931392 Dec 05 21:46:03.799061 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:46:03.799793 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:04.114955 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c4536-8856-4c84-a527-e5b41520cbf5 req-38144ef6-ebec-41da-9dc7-b392629c74c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:04.116775 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-123c4536-8856-4c84-a527-e5b41520cbf5 req-38144ef6-ebec-41da-9dc7-b392629c74c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 1163 time: 0.0999587 Dec 05 21:46:04.196910 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-123c4536-8856-4c84-a527-e5b41520cbf5 req-70b050d9-fb15-496a-ae3f-9116cff4e08f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721207 Dec 05 21:46:05.059697 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87f771-f4ad-4a78-91a0-d4b8133d18b3 req-afdb06f2-a775-4a45-8d30-0b64a304b713 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:05.061424 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd87f771-f4ad-4a78-91a0-d4b8133d18b3 req-afdb06f2-a775-4a45-8d30-0b64a304b713 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 946 time: 0.0920651 Dec 05 21:46:05.114779 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd87f771-f4ad-4a78-91a0-d4b8133d18b3 req-a3347e07-1318-463b-9d5b-2f063e798598 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456321 Dec 05 21:46:05.158333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device c5e7ac5e-0afb-4960-a038-d0cf702e3a51 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:46:05.262932 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port c5e7ac5e-0afb-4960-a038-d0cf702e3a51 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:46:05.263607 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:05.505747 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 83e5aab1-2336-4078-9200-3354f50f4d36 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:46:05.573578 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] No Port match for: 83e5aab1-2336-4078-9200-3354f50f4d36 {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:46:05.574430 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 83e5aab1-2336-4078-9200-3354f50f4d36 not bound to the agent host hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:46:05.986628 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b662249-63a6-4e77-b8ff-e3150af8a02c req-3b3ccfe5-b96f-488f-8b37-e589368c31e4 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:05.988473 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0b662249-63a6-4e77-b8ff-e3150af8a02c req-3b3ccfe5-b96f-488f-8b37-e589368c31e4 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 945 time: 0.1026738 Dec 05 21:46:06.046258 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0b662249-63a6-4e77-b8ff-e3150af8a02c req-4b500e1a-3e32-4455-88a7-1e5939353b7e tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512915 Dec 05 21:46:06.348041 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2760383-2bd0-4785-ae36-5f3591206623 req-55b3f6a5-675d-4313-909f-96acdc6becc7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:06.349596 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b2760383-2bd0-4785-ae36-5f3591206623 req-55b3f6a5-675d-4313-909f-96acdc6becc7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 946 time: 0.0871813 Dec 05 21:46:06.404234 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b2760383-2bd0-4785-ae36-5f3591206623 req-b4f7aff5-b561-43ef-b1d8-acda870df28f tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480084 Dec 05 21:46:06.792497 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device c5e7ac5e-0afb-4960-a038-d0cf702e3a51 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:46:06.919484 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port c5e7ac5e-0afb-4960-a038-d0cf702e3a51 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:46:06.919958 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:07.282139 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e0f75-635f-4be4-85d9-c5e98da2636d req-749c390e-520d-4c98-b95d-fd9e029c007a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:07.284868 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3a6e0f75-635f-4be4-85d9-c5e98da2636d req-749c390e-520d-4c98-b95d-fd9e029c007a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 945 time: 0.0943065 Dec 05 21:46:07.337555 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3a6e0f75-635f-4be4-85d9-c5e98da2636d req-cc088c80-b52c-481e-a999-ecedb0915b44 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454926 Dec 05 21:46:07.671585 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb7bec-9194-45d1-a4bb-93e8af282607 req-c0f84981-cd02-4da9-a12e-dab01b6eb150 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:07.673323 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3afb7bec-9194-45d1-a4bb-93e8af282607 req-c0f84981-cd02-4da9-a12e-dab01b6eb150 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 946 time: 0.0967321 Dec 05 21:46:07.726987 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3afb7bec-9194-45d1-a4bb-93e8af282607 req-24706a0c-138f-48f6-9178-cf24f3cf372a tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435131 Dec 05 21:46:07.954611 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1f719-887c-4e26-b84c-a8144e09351e req-cf52b9d0-a7aa-4050-b7b0-d91357956482 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:07.956342 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aca1f719-887c-4e26-b84c-a8144e09351e req-cf52b9d0-a7aa-4050-b7b0-d91357956482 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 946 time: 0.0879104 Dec 05 21:46:08.009981 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aca1f719-887c-4e26-b84c-a8144e09351e req-1e4c24a4-14f8-431d-8562-887fd7b1a7a9 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469046 Dec 05 21:46:08.434007 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:46:08.475042 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cc748-e5d1-4806-9184-2f3ed3de7596 req-6891ad17-0590-49c0-8dec-a5c33448338d tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:08.476657 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9f4cc748-e5d1-4806-9184-2f3ed3de7596 req-6891ad17-0590-49c0-8dec-a5c33448338d tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 946 time: 0.0856118 Dec 05 21:46:08.528962 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9f4cc748-e5d1-4806-9184-2f3ed3de7596 req-80ee4cf2-cc8d-4478-9219-cc98ed176bb0 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453007 Dec 05 21:46:08.733036 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f596f96-f27f-49e7-aaab-a33091ae7629 req-2869ec51-c7df-4239-99bd-858b033061d7 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:08.734559 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6f596f96-f27f-49e7-aaab-a33091ae7629 req-2869ec51-c7df-4239-99bd-858b033061d7 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 945 time: 0.0836413 Dec 05 21:46:08.785923 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6f596f96-f27f-49e7-aaab-a33091ae7629 req-29f9a691-754c-44c2-b2df-bf60fe48201f tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434718 Dec 05 21:46:10.969166 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-697c9032-e6e5-49a7-88f0-ed746803b90d req-c070b0dd-41dc-4eee-8afc-2f587bf8b15f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0967159 Dec 05 21:46:11.365860 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c9032-e6e5-49a7-88f0-ed746803b90d req-6931d1ef-ed1c-46ff-9fcd-95015dd8717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:11.367431 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-697c9032-e6e5-49a7-88f0-ed746803b90d req-6931d1ef-ed1c-46ff-9fcd-95015dd8717c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37ac9d224de24a2484f2fdefe069b4bf&device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 1162 time: 0.0867848 Dec 05 21:46:11.377353 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device b0c2ad94-cccf-43cc-a866-07e22490b1f7 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:46:11.436131 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ed37b-7fc8-49e0-a946-3f203360b38b req-0b29b421-6447-409a-951d-9465f6b53c70 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:11.436131 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-fa7ed37b-7fc8-49e0-a946-3f203360b38b req-0b29b421-6447-409a-951d-9465f6b53c70 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Synchronizing usage tracker for tenant:edc86cfd0aea464aa58c912ed4606f71 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:46:11.475237 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18220e0-610c-4ac6-9d3e-4a4ac7dc4a87 req-6e9ed44a-6864-4df3-a330-fd1ff2947707 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:11.476064 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c18220e0-610c-4ac6-9d3e-4a4ac7dc4a87 req-6e9ed44a-6864-4df3-a330-fd1ff2947707 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Synchronizing usage tracker for tenant:edc86cfd0aea464aa58c912ed4606f71 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:46:11.491154 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-fa7ed37b-7fc8-49e0-a946-3f203360b38b req-0b29b421-6447-409a-951d-9465f6b53c70 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Unset dirty status for tenant:edc86cfd0aea464aa58c912ed4606f71 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:46:11.492483 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fa7ed37b-7fc8-49e0-a946-3f203360b38b req-0b29b421-6447-409a-951d-9465f6b53c70 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.53 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 945 time: 0.2114193 Dec 05 21:46:11.493226 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c18220e0-610c-4ac6-9d3e-4a4ac7dc4a87 req-6e9ed44a-6864-4df3-a330-fd1ff2947707 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Unset dirty status for tenant:edc86cfd0aea464aa58c912ed4606f71 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:46:11.494333 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c18220e0-610c-4ac6-9d3e-4a4ac7dc4a87 req-6e9ed44a-6864-4df3-a330-fd1ff2947707 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 945 time: 0.4891343 Dec 05 21:46:11.557257 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:11.598213 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7016db72-4587-4b13-8a1c-293de2a1dd44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0c2ad94-cccf-43cc-a866-07e22490b1f7'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:46:11.609915 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port b0c2ad94-cccf-43cc-a866-07e22490b1f7, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=b0c2ad94-cccf-43cc-a866-07e22490b1f7,segment=NetworkSegment(76cccfe4-ab2e-4d88-9859-8dba3228c455),segment_id=76cccfe4-ab2e-4d88-9859-8dba3228c455)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:46:11.612380 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c18220e0-610c-4ac6-9d3e-4a4ac7dc4a87 req-32799c87-9603-400e-8b9f-7a926658e7c2 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095262 Dec 05 21:46:11.616513 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:11.622976 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c7aa1482-aec1-4e6f-9ec3-7756d3e532bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:11.636504 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c9032-e6e5-49a7-88f0-ed746803b90d req-5b4bf72e-5f09-4efa-b495-8333e405b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:11.637900 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-697c9032-e6e5-49a7-88f0-ed746803b90d req-5b4bf72e-5f09-4efa-b495-8333e405b3af service neutron] 10.222.0.53 "GET /v2.0/networks?id=811ae4e3-171e-48fa-8bac-30edfe0da7b4 HTTP/1.1" status: 200 len: 904 time: 0.2475967 Dec 05 21:46:11.643956 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-fa7ed37b-7fc8-49e0-a946-3f203360b38b req-71a6cf51-4ec8-45c2-9af0-f41a761ebb0a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Deleting port b0c2ad94-cccf-43cc-a866-07e22490b1f7 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:46:11.644353 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-fa7ed37b-7fc8-49e0-a946-3f203360b38b req-71a6cf51-4ec8-45c2-9af0-f41a761ebb0a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:11.718156 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-697c9032-e6e5-49a7-88f0-ed746803b90d req-0e6cd08f-456a-463a-8b85-2713dc3af53b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6a35222-ae62-4ae7-b015-af636a2f0cf3 HTTP/1.1" status: 200 len: 217 time: 0.0700688 Dec 05 21:46:11.722004 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7016db72-4587-4b13-8a1c-293de2a1dd44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0c2ad94-cccf-43cc-a866-07e22490b1f7', 'code': 200} Dec 05 21:46:11.731676 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=b0c2ad94-cccf-43cc-a866-07e22490b1f7,revision_number=5']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:11.735163 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:12.043783 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-fa7ed37b-7fc8-49e0-a946-3f203360b38b req-71a6cf51-4ec8-45c2-9af0-f41a761ebb0a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] For port b0c2ad94-cccf-43cc-a866-07e22490b1f7, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=b0c2ad94-cccf-43cc-a866-07e22490b1f7,segment=NetworkSegment(76cccfe4-ab2e-4d88-9859-8dba3228c455),segment_id=76cccfe4-ab2e-4d88-9859-8dba3228c455)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:46:12.044407 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-fa7ed37b-7fc8-49e0-a946-3f203360b38b req-71a6cf51-4ec8-45c2-9af0-f41a761ebb0a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:12.138406 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c9032-e6e5-49a7-88f0-ed746803b90d req-f15c1a2c-6c8b-4b38-8657-583a3b2bd5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:12.140020 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-697c9032-e6e5-49a7-88f0-ed746803b90d req-f15c1a2c-6c8b-4b38-8657-583a3b2bd5bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1dcf2694-5e4a-45e4-991f-a09b77fb18bf HTTP/1.1" status: 200 len: 849 time: 0.3431566 Dec 05 21:46:12.186693 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-fa7ed37b-7fc8-49e0-a946-3f203360b38b req-71a6cf51-4ec8-45c2-9af0-f41a761ebb0a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Calling delete_port for b0c2ad94-cccf-43cc-a866-07e22490b1f7 owned by compute:nova {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:46:12.230189 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c9032-e6e5-49a7-88f0-ed746803b90d req-e1b3fcf1-45bb-4ceb-ad92-52b48302785e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:12.231962 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-697c9032-e6e5-49a7-88f0-ed746803b90d req-e1b3fcf1-45bb-4ceb-ad92-52b48302785e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=811ae4e3-171e-48fa-8bac-30edfe0da7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816078 Dec 05 21:46:12.421584 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-697c9032-e6e5-49a7-88f0-ed746803b90d req-e385a616-af4f-405c-9815-18c3d5b086f8 service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803877 Dec 05 21:46:12.423623 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-fa7ed37b-7fc8-49e0-a946-3f203360b38b req-71a6cf51-4ec8-45c2-9af0-f41a761ebb0a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:12.576620 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:12.629596 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6cf51-4ec8-45c2-9af0-f41a761ebb0a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Pushing event deleted for resources: {'Port': ['ID=b0c2ad94-cccf-43cc-a866-07e22490b1f7,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:12.632683 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-71a6cf51-4ec8-45c2-9af0-f41a761ebb0a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:12.686255 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7ed37b-7fc8-49e0-a946-3f203360b38b req-71a6cf51-4ec8-45c2-9af0-f41a761ebb0a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] No DVR routers for this DVR port b0c2ad94-cccf-43cc-a866-07e22490b1f7 on host hv-cinder-75790 {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 21:46:12.689898 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-fa7ed37b-7fc8-49e0-a946-3f203360b38b req-71a6cf51-4ec8-45c2-9af0-f41a761ebb0a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:12.694070 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7016db72-4587-4b13-8a1c-293de2a1dd44', 'name': 'network-vif-deleted', 'tag': 'b0c2ad94-cccf-43cc-a866-07e22490b1f7'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:46:12.711042 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fa7ed37b-7fc8-49e0-a946-3f203360b38b req-71a6cf51-4ec8-45c2-9af0-f41a761ebb0a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.53 "DELETE /v2.0/ports/b0c2ad94-cccf-43cc-a866-07e22490b1f7 HTTP/1.1" status: 204 len: 173 time: 1.2113349 Dec 05 21:46:12.761584 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-697c9032-e6e5-49a7-88f0-ed746803b90d req-52ec3f87-2445-4a79-8867-03bc53372d1d service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3314922 Dec 05 21:46:12.858194 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7016db72-4587-4b13-8a1c-293de2a1dd44', 'name': 'network-vif-deleted', 'tag': 'b0c2ad94-cccf-43cc-a866-07e22490b1f7', 'status': 'completed', 'code': 200} Dec 05 21:46:12.865667 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-16d10936-4382-4d54-b9ae-d227a3deebeb req-2c00618c-7087-45d6-bf9b-3d23f1993b3c tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Synchronizing usage tracker for tenant:edc86cfd0aea464aa58c912ed4606f71 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:46:12.904610 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-16d10936-4382-4d54-b9ae-d227a3deebeb req-2c00618c-7087-45d6-bf9b-3d23f1993b3c tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Unset dirty status for tenant:edc86cfd0aea464aa58c912ed4606f71 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:46:12.912451 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-16d10936-4382-4d54-b9ae-d227a3deebeb req-2c00618c-7087-45d6-bf9b-3d23f1993b3c tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 210 time: 0.1039772 Dec 05 21:46:14.122586 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7f1f4eff-dece-48ff-b66f-b78ec1ac4cfc req-dfc23439-5f1c-421d-ab95-805982ffccf9 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 210 time: 0.0530317 Dec 05 21:46:15.541148 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0ab49cfd-6097-4761-82c0-12a46807b15d req-12e05732-b77f-434c-82ac-f072914b30ff tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 210 time: 0.0506356 Dec 05 21:46:15.601048 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:16.759243 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2515310e-325e-4f66-8c28-2d552ad4d662 req-0f8fb177-6378-4a7f-88b2-3890ab337a99 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=7016db72-4587-4b13-8a1c-293de2a1dd44 HTTP/1.1" status: 200 len: 210 time: 0.0467081 Dec 05 21:46:18.343425 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68dc977-7375-4b6c-871c-8a74907e9939 req-b5a2aa80-94ff-455d-9773-49245a747abe tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:18.346341 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c68dc977-7375-4b6c-871c-8a74907e9939 req-b5a2aa80-94ff-455d-9773-49245a747abe tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 945 time: 0.1213920 Dec 05 21:46:18.410160 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c68dc977-7375-4b6c-871c-8a74907e9939 req-afd748c5-485f-4a94-9ca0-8b9ccee1d3ef tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547941 Dec 05 21:46:19.655496 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44d211-01a9-4ddf-b363-1184d6c76d3f req-f456459d-4f0a-4422-a9ab-9ceed31a4584 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:19.657562 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ab44d211-01a9-4ddf-b363-1184d6c76d3f req-f456459d-4f0a-4422-a9ab-9ceed31a4584 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 945 time: 0.0970848 Dec 05 21:46:19.742107 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ab44d211-01a9-4ddf-b363-1184d6c76d3f req-489d3cc4-d00d-4f3d-bb96-21a7a8da4895 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764568 Dec 05 21:46:23.116948 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfffd4-47c4-418f-9172-cd1116cf62a2 req-bcb3dcee-0236-4457-8b43-46c5d41e9057 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:23.119059 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cecfffd4-47c4-418f-9172-cd1116cf62a2 req-bcb3dcee-0236-4457-8b43-46c5d41e9057 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 945 time: 0.1647813 Dec 05 21:46:23.172683 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cecfffd4-47c4-418f-9172-cd1116cf62a2 req-425aabca-9fe9-41e8-8356-4a3ca079eeeb tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467384 Dec 05 21:46:23.890834 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277597b5-1072-44bb-808c-8177e7a57d68 req-45c02c48-53a1-4d68-ac33-d55ddb21b705 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:23.894665 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-277597b5-1072-44bb-808c-8177e7a57d68 req-45c02c48-53a1-4d68-ac33-d55ddb21b705 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.53 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 945 time: 0.1308184 Dec 05 21:46:24.054237 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-277597b5-1072-44bb-808c-8177e7a57d68 req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Deleting port ec444bb9-cd13-4925-a571-67b31b9fc0e4 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:46:24.054630 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-277597b5-1072-44bb-808c-8177e7a57d68 req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:24.434601 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-277597b5-1072-44bb-808c-8177e7a57d68 req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] For port ec444bb9-cd13-4925-a571-67b31b9fc0e4, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=ec444bb9-cd13-4925-a571-67b31b9fc0e4,segment=NetworkSegment(76cccfe4-ab2e-4d88-9859-8dba3228c455),segment_id=76cccfe4-ab2e-4d88-9859-8dba3228c455)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:46:24.435402 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-277597b5-1072-44bb-808c-8177e7a57d68 req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:24.678721 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-277597b5-1072-44bb-808c-8177e7a57d68 req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Calling delete_port for ec444bb9-cd13-4925-a571-67b31b9fc0e4 owned by compute:nova {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:46:24.797406 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4b8d9-23b1-40e2-ad88-d800e2823999 req-e213e417-987d-44c9-8567-998bc7478fe6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:24.799439 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-40a4b8d9-23b1-40e2-ad88-d800e2823999 req-e213e417-987d-44c9-8567-998bc7478fe6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 945 time: 0.3538349 Dec 05 21:46:24.872345 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4186a16e-f929-49b7-a04b-b73df9f07de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:24.909320 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-40a4b8d9-23b1-40e2-ad88-d800e2823999 req-faa83051-e603-4519-bfc8-7828a14c6751 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750031 Dec 05 21:46:24.918833 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-277597b5-1072-44bb-808c-8177e7a57d68 req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:24.952579 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4d7e4032-50b2-426b-99e1-ad6e1d503448 tempest-DeleteServersTestJSON-937121231 tempest-DeleteServersTestJSON-937121231] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:25.013379 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Pushing event deleted for resources: {'Port': ['ID=ec444bb9-cd13-4925-a571-67b31b9fc0e4,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:25.083334 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.083854 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.084123 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.084492 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.084891 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.085275 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.085661 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.086043 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.086429 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.086816 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.087191 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.087573 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.088048 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.088434 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.088816 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.089196 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.089640 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.090024 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.090402 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.090811 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.091158 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.091558 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.091948 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.092324 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:25.094235 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device ec444bb9-cd13-4925-a571-67b31b9fc0e4 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:46:25.137522 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94275291-8d67-4051-b689-ba089e9766e9 req-6a871bcf-0b05-4a34-ba72-6b15a309529d tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:25.143050 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-94275291-8d67-4051-b689-ba089e9766e9 req-6a871bcf-0b05-4a34-ba72-6b15a309529d tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.1488945 Dec 05 21:46:25.149657 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:25.174868 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] No Port match for: ec444bb9-cd13-4925-a571-67b31b9fc0e4 {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:46:25.175535 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device ec444bb9-cd13-4925-a571-67b31b9fc0e4 not bound to the agent host hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:46:25.263501 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-277597b5-1072-44bb-808c-8177e7a57d68 req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] No DVR routers for this DVR port ec444bb9-cd13-4925-a571-67b31b9fc0e4 on host hv-cinder-75790 {{(pid=80240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 21:46:25.267599 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-277597b5-1072-44bb-808c-8177e7a57d68 req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:25.276938 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7819340-96b1-42b0-b946-daf5e1e2bb37', 'name': 'network-vif-deleted', 'tag': 'ec444bb9-cd13-4925-a571-67b31b9fc0e4'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:46:25.296371 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-94275291-8d67-4051-b689-ba089e9766e9 req-17ef0f8d-1b81-432a-b619-84c6ec831612 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395411 Dec 05 21:46:25.308708 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-277597b5-1072-44bb-808c-8177e7a57d68 req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.53 "DELETE /v2.0/ports/ec444bb9-cd13-4925-a571-67b31b9fc0e4 HTTP/1.1" status: 204 len: 173 time: 1.4064617 Dec 05 21:46:25.515168 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7819340-96b1-42b0-b946-daf5e1e2bb37', 'name': 'network-vif-deleted', 'tag': 'ec444bb9-cd13-4925-a571-67b31b9fc0e4', 'status': 'completed', 'code': 200} Dec 05 21:46:26.132309 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-53d82ade-f13f-42ba-b9ff-8752e43c1f6a req-729d104b-812c-4455-bdaf-009758073551 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Synchronizing usage tracker for tenant:edc86cfd0aea464aa58c912ed4606f71 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:46:26.150915 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-53d82ade-f13f-42ba-b9ff-8752e43c1f6a req-729d104b-812c-4455-bdaf-009758073551 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Unset dirty status for tenant:edc86cfd0aea464aa58c912ed4606f71 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:46:26.152415 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-53d82ade-f13f-42ba-b9ff-8752e43c1f6a req-729d104b-812c-4455-bdaf-009758073551 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=c7819340-96b1-42b0-b946-daf5e1e2bb37 HTTP/1.1" status: 200 len: 210 time: 0.0669096 Dec 05 21:46:26.727535 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615972f-c01d-4dd4-ba6c-4c3190757cda req-19411c8b-04c9-4bb4-bef0-54e7eb022155 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:26.740641 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4615972f-c01d-4dd4-ba6c-4c3190757cda req-19411c8b-04c9-4bb4-bef0-54e7eb022155 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.2124152 Dec 05 21:46:26.805211 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7660c-0682-459d-9e94-e2ec1cef7223 req-fbaf7539-b327-4111-ac9b-226019b35121 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:26.817709 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0bd7660c-0682-459d-9e94-e2ec1cef7223 req-fbaf7539-b327-4111-ac9b-226019b35121 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.53 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 946 time: 0.3097355 Dec 05 21:46:26.864760 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4615972f-c01d-4dd4-ba6c-4c3190757cda req-64f75b63-bb78-4acc-9e05-544e946976bc tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203775 Dec 05 21:46:27.015862 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-0bd7660c-0682-459d-9e94-e2ec1cef7223 req-221c6d20-f91d-46f4-b0ee-5aedc324aab5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Deleting port 9c3a5a35-15fa-4216-a726-4ae4484052ef {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:46:27.016998 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-0bd7660c-0682-459d-9e94-e2ec1cef7223 req-221c6d20-f91d-46f4-b0ee-5aedc324aab5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:27.070847 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 9c3a5a35-15fa-4216-a726-4ae4484052ef no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:46:27.445677 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b3c99-70bb-4ffc-9afd-b1584dab982c req-e6ecd734-81b4-4d0b-94d5-f38cdff0c96f tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:27.459001 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-887b3c99-70bb-4ffc-9afd-b1584dab982c req-e6ecd734-81b4-4d0b-94d5-f38cdff0c96f tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 946 time: 0.1645093 Dec 05 21:46:27.585249 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-887b3c99-70bb-4ffc-9afd-b1584dab982c req-c9855d00-f740-40d6-9d9f-73bbe74bbbd0 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222241 Dec 05 21:46:27.611636 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-0bd7660c-0682-459d-9e94-e2ec1cef7223 req-221c6d20-f91d-46f4-b0ee-5aedc324aab5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] For port 9c3a5a35-15fa-4216-a726-4ae4484052ef, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=9c3a5a35-15fa-4216-a726-4ae4484052ef,segment=NetworkSegment(f09498a5-c82a-419e-9695-fb5cf3b4d805),segment_id=f09498a5-c82a-419e-9695-fb5cf3b4d805)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:46:27.612293 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-0bd7660c-0682-459d-9e94-e2ec1cef7223 req-221c6d20-f91d-46f4-b0ee-5aedc324aab5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:27.636211 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:27.743824 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port 9c3a5a35-15fa-4216-a726-4ae4484052ef, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=9c3a5a35-15fa-4216-a726-4ae4484052ef,segment=NetworkSegment(f09498a5-c82a-419e-9695-fb5cf3b4d805),segment_id=f09498a5-c82a-419e-9695-fb5cf3b4d805)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:46:27.746322 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4c15f8-8439-433c-9a19-45a74deb43f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c3a5a35-15fa-4216-a726-4ae4484052ef'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:46:27.767160 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:27.783014 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:27.872301 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-0bd7660c-0682-459d-9e94-e2ec1cef7223 req-221c6d20-f91d-46f4-b0ee-5aedc324aab5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Calling delete_port for 9c3a5a35-15fa-4216-a726-4ae4484052ef owned by compute:nova {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:46:27.925294 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-887e8f69-b49f-441c-93be-6b75ed72844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:27.940926 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=9c3a5a35-15fa-4216-a726-4ae4484052ef,revision_number=5']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:27.946350 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:28.062176 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4c15f8-8439-433c-9a19-45a74deb43f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c3a5a35-15fa-4216-a726-4ae4484052ef', 'code': 200} Dec 05 21:46:28.153576 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [req-0bd7660c-0682-459d-9e94-e2ec1cef7223 req-221c6d20-f91d-46f4-b0ee-5aedc324aab5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80240) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 05 21:46:28.153902 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_db.api [req-0bd7660c-0682-459d-9e94-e2ec1cef7223 req-221c6d20-f91d-46f4-b0ee-5aedc324aab5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 05 21:46:28.162761 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-2883410a-46c9-4970-b05b-c3177a558e90 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2359753 Dec 05 21:46:28.182190 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Request body: {'floatingip': {'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:46:28.192916 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:46:28.201930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Usage tracker for resource:floatingip and tenant:93b2925e659f498aa50a78619c0aa3f5 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:46:28.208331 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:46:28.221488 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:46:28.248567 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for floatingip, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:28.306579 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcf988-75e3-49a5-91d0-2c3ba83c9c1b req-ee488d27-70c5-4b3e-a4d5-11508c8cf6fb tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:28.308336 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a4bcf988-75e3-49a5-91d0-2c3ba83c9c1b req-ee488d27-70c5-4b3e-a4d5-11508c8cf6fb tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 944 time: 0.1255088 Dec 05 21:46:28.378787 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a4bcf988-75e3-49a5-91d0-2c3ba83c9c1b req-79c691a2-6f29-4038-953a-425813a6774b tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563338 Dec 05 21:46:28.389440 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:28.448859 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:28.675714 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-0bd7660c-0682-459d-9e94-e2ec1cef7223 req-221c6d20-f91d-46f4-b0ee-5aedc324aab5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Deleting port 9c3a5a35-15fa-4216-a726-4ae4484052ef {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:46:28.676145 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-0bd7660c-0682-459d-9e94-e2ec1cef7223 req-221c6d20-f91d-46f4-b0ee-5aedc324aab5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:28.999571 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Allocated IP 172.27.1.86 (dd6739ac-3b61-4fa5-bbf5-45fb885265ae/91227b10-c165-4e57-9f01-5809fdb2af08/3e01f125-dc07-42c6-9d16-debc834c0464) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:46:29.393118 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-0bd7660c-0682-459d-9e94-e2ec1cef7223 req-221c6d20-f91d-46f4-b0ee-5aedc324aab5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] For port 9c3a5a35-15fa-4216-a726-4ae4484052ef, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=9c3a5a35-15fa-4216-a726-4ae4484052ef,segment=NetworkSegment(f09498a5-c82a-419e-9695-fb5cf3b4d805),segment_id=f09498a5-c82a-419e-9695-fb5cf3b4d805)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:46:29.393528 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-0bd7660c-0682-459d-9e94-e2ec1cef7223 req-221c6d20-f91d-46f4-b0ee-5aedc324aab5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:29.551475 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-0bd7660c-0682-459d-9e94-e2ec1cef7223 req-221c6d20-f91d-46f4-b0ee-5aedc324aab5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Calling delete_port for 9c3a5a35-15fa-4216-a726-4ae4484052ef owned by compute:nova {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:46:29.655235 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:29.749202 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:29.757489 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:29.781255 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:29.906908 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-0bd7660c-0682-459d-9e94-e2ec1cef7223 req-221c6d20-f91d-46f4-b0ee-5aedc324aab5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:29.959703 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b02a527-6e77-479e-b4fb-b18eab810a6d req-6f1452f9-eb42-42fa-89ee-edb820bf23e0 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 210 time: 0.0594492 Dec 05 21:46:29.975945 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Pushing event updated for resources: {'Port': ['ID=3e01f125-dc07-42c6-9d16-debc834c0464,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:29.992081 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:29.992081 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9c2f1f2a-6d40-45b0-8118-61601b20675e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:30.090766 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c6d20-f91d-46f4-b0ee-5aedc324aab5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Pushing event deleted for resources: {'Port': ['ID=9c3a5a35-15fa-4216-a726-4ae4484052ef,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:30.101176 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-221c6d20-f91d-46f4-b0ee-5aedc324aab5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:30.147631 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Network dd6739ac-3b61-4fa5-bbf5-45fb885265ae is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:46:30.151349 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:46:30.163282 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:46:30.276878 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd7660c-0682-459d-9e94-e2ec1cef7223 req-221c6d20-f91d-46f4-b0ee-5aedc324aab5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] No DVR routers for this DVR port 9c3a5a35-15fa-4216-a726-4ae4484052ef on host hv-cinder-75790 {{(pid=80240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 21:46:30.280380 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-0bd7660c-0682-459d-9e94-e2ec1cef7223 req-221c6d20-f91d-46f4-b0ee-5aedc324aab5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:30.283420 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4c15f8-8439-433c-9a19-45a74deb43f6', 'name': 'network-vif-deleted', 'tag': '9c3a5a35-15fa-4216-a726-4ae4484052ef'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:46:30.319625 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0bd7660c-0682-459d-9e94-e2ec1cef7223 req-221c6d20-f91d-46f4-b0ee-5aedc324aab5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.53 "DELETE /v2.0/ports/9c3a5a35-15fa-4216-a726-4ae4484052ef HTTP/1.1" status: 204 len: 173 time: 3.4945693 Dec 05 21:46:30.326314 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for floatingip, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:30.407833 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:30.427666 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c9b90-8a81-437d-b12c-e9e9079389da req-adaf25f5-9d9e-4b0c-bb14-3b0f5c9dbfb9 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:30.429768 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-eb4c9b90-8a81-437d-b12c-e9e9079389da req-adaf25f5-9d9e-4b0c-bb14-3b0f5c9dbfb9 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 946 time: 0.1302290 Dec 05 21:46:30.506577 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-eb4c9b90-8a81-437d-b12c-e9e9079389da req-f1f14d9d-6b2e-4ab0-a3e8-b81b56ae7608 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683403 Dec 05 21:46:30.603624 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4c15f8-8439-433c-9a19-45a74deb43f6', 'name': 'network-vif-deleted', 'tag': '9c3a5a35-15fa-4216-a726-4ae4484052ef', 'status': 'completed', 'code': 200} Dec 05 21:46:30.866949 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:30.872119 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:30.889222 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c1fa5822-f896-431c-91b4-a5255c910b48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:31.049265 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Pushing event updated for resources: {'Port': ['ID=3e01f125-dc07-42c6-9d16-debc834c0464,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:31.054426 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:31.160195 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:31.231570 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854189884'] for floatingip, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:31.257111 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:31.258170 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0842440 Dec 05 21:46:31.260421 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-54b0d312-1582-4d19-b5ef-d9bb9890ab95 req-85d0b536-4e85-4da1-945d-9783c120d65a tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=ed4c15f8-8439-433c-9a19-45a74deb43f6 HTTP/1.1" status: 200 len: 210 time: 0.1034119 Dec 05 21:46:31.356192 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7482cd8-1381-470b-9d11-d27eff1c6373 req-80a79837-64dd-48f6-8999-5452cf297098 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:31.357885 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c7482cd8-1381-470b-9d11-d27eff1c6373 req-80a79837-64dd-48f6-8999-5452cf297098 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.53 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 946 time: 0.2161667 Dec 05 21:46:31.364043 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-2c28de66-f6a7-461a-9ee8-8025e4c8a0c6 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Synchronizing usage tracker for tenant:93b2925e659f498aa50a78619c0aa3f5 on resource:floatingip {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:46:31.437667 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-2c28de66-f6a7-461a-9ee8-8025e4c8a0c6 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Unset dirty status for tenant:93b2925e659f498aa50a78619c0aa3f5 on resource:floatingip {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:46:31.439534 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-2c28de66-f6a7-461a-9ee8-8025e4c8a0c6 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.1.86 HTTP/1.1" status: 200 len: 695 time: 0.1737926 Dec 05 21:46:31.486433 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-c7482cd8-1381-470b-9d11-d27eff1c6373 req-04df08b9-f95f-4564-ae81-cd1f076298f6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Deleting port 21caa11b-e5af-479e-a5f1-fed1aedb657f {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:46:31.486790 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c7482cd8-1381-470b-9d11-d27eff1c6373 req-04df08b9-f95f-4564-ae81-cd1f076298f6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:31.830300 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-dfee788e-632a-45f8-8f58-c3074078c845 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:31.833153 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-dfee788e-632a-45f8-8f58-c3074078c845 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/networks/dd6739ac-3b61-4fa5-bbf5-45fb885265ae HTTP/1.1" status: 200 len: 784 time: 0.3851144 Dec 05 21:46:31.877016 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-c95eb6bd-75c6-4507-88e2-7e83d1cfe1e6 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80240) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 05 21:46:31.878996 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1e436fac-22df-42dd-81e2-7f3b68ea69da req-c95eb6bd-75c6-4507-88e2-7e83d1cfe1e6 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0178146 Dec 05 21:46:31.896726 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742cd05-e57e-45e1-b9f7-1902d230e53d req-395d940d-58f2-4e0a-bb74-3e07d25f1373 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:31.899124 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f742cd05-e57e-45e1-b9f7-1902d230e53d req-395d940d-58f2-4e0a-bb74-3e07d25f1373 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 946 time: 0.1029177 Dec 05 21:46:31.953221 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f742cd05-e57e-45e1-b9f7-1902d230e53d req-abe472d5-719f-48d0-8ee5-e944deeffcde tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/security-groups?id=039f55d3-2362-4520-a074-9f938db0003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470662 Dec 05 21:46:32.086435 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-c7482cd8-1381-470b-9d11-d27eff1c6373 req-04df08b9-f95f-4564-ae81-cd1f076298f6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] For port 21caa11b-e5af-479e-a5f1-fed1aedb657f, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=21caa11b-e5af-479e-a5f1-fed1aedb657f,segment=NetworkSegment(76cccfe4-ab2e-4d88-9859-8dba3228c455),segment_id=76cccfe4-ab2e-4d88-9859-8dba3228c455)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:46:32.087098 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c7482cd8-1381-470b-9d11-d27eff1c6373 req-04df08b9-f95f-4564-ae81-cd1f076298f6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:32.257519 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-c7482cd8-1381-470b-9d11-d27eff1c6373 req-04df08b9-f95f-4564-ae81-cd1f076298f6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Calling delete_port for 21caa11b-e5af-479e-a5f1-fed1aedb657f owned by compute:nova {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:46:32.299745 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-e000b0f3-3b1e-4cce-a422-07f335b83570 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:32.301534 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-e000b0f3-3b1e-4cce-a422-07f335b83570 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0988841 Dec 05 21:46:32.392656 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-6ecf4760-df23-4e9a-a8bc-e5f8f14e9997 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.1.86 HTTP/1.1" status: 200 len: 695 time: 0.0839016 Dec 05 21:46:32.405568 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-7c4033fa-06bf-41e8-81a9-3df430b42540 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Request body: {'floatingip': {'port_id': 'c5e7ac5e-0afb-4960-a038-d0cf702e3a51', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:46:32.498471 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-7c4033fa-06bf-41e8-81a9-3df430b42540 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for floatingip, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:32.536870 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c7482cd8-1381-470b-9d11-d27eff1c6373 req-04df08b9-f95f-4564-ae81-cd1f076298f6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:32.568148 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bd2e1ebe-5259-4b5b-af6e-b0776f33033f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:32.664684 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df08b9-f95f-4564-ae81-cd1f076298f6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Pushing event deleted for resources: {'Port': ['ID=21caa11b-e5af-479e-a5f1-fed1aedb657f,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:32.676401 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-04df08b9-f95f-4564-ae81-cd1f076298f6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:33.087164 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 21caa11b-e5af-479e-a5f1-fed1aedb657f no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:46:33.130399 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] No Port match for: 21caa11b-e5af-479e-a5f1-fed1aedb657f {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:46:33.130859 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 21caa11b-e5af-479e-a5f1-fed1aedb657f not bound to the agent host hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:46:33.430939 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139eb5e-79a3-446f-babc-20b3d5ff4bf9 req-1cba8f84-67da-421c-a817-8b50a6ca14c9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:33.433586 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e139eb5e-79a3-446f-babc-20b3d5ff4bf9 req-1cba8f84-67da-421c-a817-8b50a6ca14c9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 945 time: 0.7311714 Dec 05 21:46:33.454645 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7482cd8-1381-470b-9d11-d27eff1c6373 req-04df08b9-f95f-4564-ae81-cd1f076298f6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] No DVR routers for this DVR port 21caa11b-e5af-479e-a5f1-fed1aedb657f on host hv-cinder-75790 {{(pid=80240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 21:46:33.459349 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c7482cd8-1381-470b-9d11-d27eff1c6373 req-04df08b9-f95f-4564-ae81-cd1f076298f6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:33.474908 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-7c4033fa-06bf-41e8-81a9-3df430b42540 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for floatingip, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:33.479635 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-7c4033fa-06bf-41e8-81a9-3df430b42540 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854189884'] for floatingip, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:33.488510 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06bdca4-5abc-4789-928d-3d7c6771abda', 'name': 'network-vif-deleted', 'tag': '21caa11b-e5af-479e-a5f1-fed1aedb657f'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:46:33.559757 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c7482cd8-1381-470b-9d11-d27eff1c6373 req-04df08b9-f95f-4564-ae81-cd1f076298f6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.53 "DELETE /v2.0/ports/21caa11b-e5af-479e-a5f1-fed1aedb657f HTTP/1.1" status: 204 len: 173 time: 2.1920664 Dec 05 21:46:33.574506 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e139eb5e-79a3-446f-babc-20b3d5ff4bf9 req-f19425b2-84ce-44fc-9c95-cf3fa300b6a0 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222699 Dec 05 21:46:33.753596 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-7c4033fa-06bf-41e8-81a9-3df430b42540 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Floating IP f0a1bc39-0c3b-4208-aef1-cba4ebb67b01 associated. External IP: 172.27.1.86, port: c5e7ac5e-0afb-4960-a038-d0cf702e3a51. Dec 05 21:46:34.139273 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-ac82263c-a02b-487f-bb43-c7ff5e589c1c req-f8a11bb2-e915-4f08-b7ea-c7ca03634545 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Synchronizing usage tracker for tenant:edc86cfd0aea464aa58c912ed4606f71 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:46:34.159679 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-ac82263c-a02b-487f-bb43-c7ff5e589c1c req-f8a11bb2-e915-4f08-b7ea-c7ca03634545 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Unset dirty status for tenant:edc86cfd0aea464aa58c912ed4606f71 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:46:34.161054 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac82263c-a02b-487f-bb43-c7ff5e589c1c req-f8a11bb2-e915-4f08-b7ea-c7ca03634545 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] 10.222.0.50 "GET /v2.0/ports?device_id=f06bdca4-5abc-4789-928d-3d7c6771abda HTTP/1.1" status: 200 len: 210 time: 0.0707088 Dec 05 21:46:34.399495 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-7c4033fa-06bf-41e8-81a9-3df430b42540 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Router 72044efd-21f3-47dd-a944-17898242ca40 has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:46:34.464698 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06bdca4-5abc-4789-928d-3d7c6771abda', 'name': 'network-vif-deleted', 'tag': '21caa11b-e5af-479e-a5f1-fed1aedb657f', 'status': 'completed', 'code': 200} Dec 05 21:46:34.676890 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-7c4033fa-06bf-41e8-81a9-3df430b42540 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:46:34.687519 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-7c4033fa-06bf-41e8-81a9-3df430b42540 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:34.695501 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387e58b2-a844-4c9c-b4cd-21c7dc65fd96 None None] Sync routers for ids ['72044efd-21f3-47dd-a944-17898242ca40'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:46:34.716934 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387e58b2-a844-4c9c-b4cd-21c7dc65fd96 None None] Routers {'72044efd-21f3-47dd-a944-17898242ca40'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:46:34.718659 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-387e58b2-a844-4c9c-b4cd-21c7dc65fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:46:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['72044efd-21f3-47dd-a944-17898242ca40'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:46:34.802186 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-7c4033fa-06bf-41e8-81a9-3df430b42540 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "PUT /v2.0/floatingips/f0a1bc39-0c3b-4208-aef1-cba4ebb67b01 HTTP/1.1" status: 200 len: 996 time: 2.4014282 Dec 05 21:46:34.810637 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5bebdd-e938-40e7-9ba9-a6004a8710f8', 'tag': 'c5e7ac5e-0afb-4960-a038-d0cf702e3a51'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:46:34.908472 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc15bb5-7c9a-4a07-9bf0-d80c9d5e58db req-f9b531be-78d8-438e-ad23-3b98815f7647 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:34.912452 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bdc15bb5-7c9a-4a07-9bf0-d80c9d5e58db req-f9b531be-78d8-438e-ad23-3b98815f7647 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.53 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 945 time: 0.2434962 Dec 05 21:46:35.030222 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-bdc15bb5-7c9a-4a07-9bf0-d80c9d5e58db req-b6633f2b-1667-4340-b3dc-47fee83083b9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Deleting port 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:46:35.030850 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-bdc15bb5-7c9a-4a07-9bf0-d80c9d5e58db req-b6633f2b-1667-4340-b3dc-47fee83083b9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:35.074131 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-387e58b2-a844-4c9c-b4cd-21c7dc65fd96 None None] Set router 72044efd-21f3-47dd-a944-17898242ca40 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:46:35.091364 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:46:35.097602 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-4f6a28cf-12c8-4d52-a4a0-68f5a8b88098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:35.100856 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-4f6a28cf-12c8-4d52-a4a0-68f5a8b88098 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=93b2925e659f498aa50a78619c0aa3f5&device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 1163 time: 0.2637744 Dec 05 21:46:35.307872 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:35.310828 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c91ce7-751d-44ee-a2f9-298e72acffd2 req-9dab46a8-637b-4998-b5eb-f7fe668e6a01 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:35.312998 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c5c91ce7-751d-44ee-a2f9-298e72acffd2 req-9dab46a8-637b-4998-b5eb-f7fe668e6a01 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 945 time: 0.2446721 Dec 05 21:46:35.362852 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=2beaf9ec-8536-42f1-a1a2-b8672f8a99c6,segment=NetworkSegment(c8b33da2-10ae-4545-bd24-eb412e687a58),segment_id=c8b33da2-10ae-4545-bd24-eb412e687a58)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:46:35.364547 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c04a9bc-411b-4e18-bf9d-4e05800824b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2beaf9ec-8536-42f1-a1a2-b8672f8a99c6'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:46:35.371777 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:35.374182 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:35.409847 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-ea457c2a-15fe-427e-8fd2-44bf6db32526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:35.413081 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-ea457c2a-15fe-427e-8fd2-44bf6db32526 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6caf2ea8-5eb8-4f3a-87a9-29412b268762 HTTP/1.1" status: 200 len: 909 time: 0.3037896 Dec 05 21:46:35.491888 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=2beaf9ec-8536-42f1-a1a2-b8672f8a99c6,revision_number=5']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:35.498862 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c5c91ce7-751d-44ee-a2f9-298e72acffd2 req-431b6396-4995-42ef-91cd-9dd41e88903e tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670326 Dec 05 21:46:35.499629 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:35.562609 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-bdc15bb5-7c9a-4a07-9bf0-d80c9d5e58db req-b6633f2b-1667-4340-b3dc-47fee83083b9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] For port 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=2beaf9ec-8536-42f1-a1a2-b8672f8a99c6,segment=NetworkSegment(c8b33da2-10ae-4545-bd24-eb412e687a58),segment_id=c8b33da2-10ae-4545-bd24-eb412e687a58)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:46:35.563453 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-bdc15bb5-7c9a-4a07-9bf0-d80c9d5e58db req-b6633f2b-1667-4340-b3dc-47fee83083b9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:35.665370 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-b38f0465-1cc0-4f8b-adcf-33a519f8d448 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5e7ac5e-0afb-4960-a038-d0cf702e3a51 HTTP/1.1" status: 200 len: 999 time: 0.2444503 Dec 05 21:46:35.722876 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-387e58b2-a844-4c9c-b4cd-21c7dc65fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72044efd-21f3-47dd-a944-17898242ca40', 'name': 'tempest-TestMinimumBasicScenario-1629245260-router', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:44:38Z', 'updated_at': '2020-12-05T21:44:49Z', 'revision_number': 4, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'gw_port': {'id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:40Z', 'updated_at': '2020-12-05T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': 'f0a1bc39-0c3b-4208-aef1-cba4ebb67b01', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': '72044efd-21f3-47dd-a944-17898242ca40', 'port_id': 'c5e7ac5e-0afb-4960-a038-d0cf702e3a51', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762', 'mac_address': 'fa:16:3e:bd:74:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5bebdd-e938-40e7-9ba9-a6004a8710f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:46:30Z', 'updated_at': '2020-12-05T21:46:33Z', 'revision_number': 1, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a8fbf44-929c-4a76-a083-9d9f40494e8f', 'name': '', 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'mac_address': 'fa:16:3e:86:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b6c38013-3aa1-43ce-bf05-86233fe9d660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:48Z', 'updated_at': '2020-12-05T21:45:01Z', 'revision_number': 5, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'subnets': [{'id': 'b6c38013-3aa1-43ce-bf05-86233fe9d660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:46:35.728074 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387e58b2-a844-4c9c-b4cd-21c7dc65fd96 None None] Checking router: 72044efd-21f3-47dd-a944-17898242ca40 for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:46:35.735786 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5bebdd-e938-40e7-9ba9-a6004a8710f8', 'tag': 'c5e7ac5e-0afb-4960-a038-d0cf702e3a51', 'status': 'completed', 'code': 200} Dec 05 21:46:35.742801 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387e58b2-a844-4c9c-b4cd-21c7dc65fd96 None None] Routers {'72044efd-21f3-47dd-a944-17898242ca40'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:46:35.743911 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-387e58b2-a844-4c9c-b4cd-21c7dc65fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:46:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['72044efd-21f3-47dd-a944-17898242ca40'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:46:35.790095 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-d350f596-4e4f-47e0-bb32-546a7ed7adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:35.799375 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-d350f596-4e4f-47e0-bb32-546a7ed7adf5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b6c38013-3aa1-43ce-bf05-86233fe9d660 HTTP/1.1" status: 200 len: 854 time: 0.1237104 Dec 05 21:46:35.831092 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-bdc15bb5-7c9a-4a07-9bf0-d80c9d5e58db req-b6633f2b-1667-4340-b3dc-47fee83083b9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Calling delete_port for 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6 owned by compute:nova {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:46:35.982823 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a99741-39cb-4c07-84ad-76fe0fe8620c req-86ecd51b-765f-4c7b-bb50-b9895a655c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:35.984564 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d3a99741-39cb-4c07-84ad-76fe0fe8620c req-86ecd51b-765f-4c7b-bb50-b9895a655c64 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93b2925e659f498aa50a78619c0aa3f5&device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 1163 time: 0.1439230 Dec 05 21:46:35.988579 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-2a5f140a-a82d-41b4-88df-77b5b88a985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:35.990496 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-2a5f140a-a82d-41b4-88df-77b5b88a985c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6caf2ea8-5eb8-4f3a-87a9-29412b268762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1902230 Dec 05 21:46:36.007443 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-387e58b2-a844-4c9c-b4cd-21c7dc65fd96 None None] Set router 72044efd-21f3-47dd-a944-17898242ca40 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:46:36.029875 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-4bdf70f2-6383-40fd-989e-a1df29dcf3d1 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80239) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 05 21:46:36.030998 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-4bdf70f2-6383-40fd-989e-a1df29dcf3d1 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0093775 Dec 05 21:46:36.107316 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [req-bdc15bb5-7c9a-4a07-9bf0-d80c9d5e58db req-b6633f2b-1667-4340-b3dc-47fee83083b9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80240) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 05 21:46:36.107857 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_db.api [req-bdc15bb5-7c9a-4a07-9bf0-d80c9d5e58db req-b6633f2b-1667-4340-b3dc-47fee83083b9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 05 21:46:36.159671 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237d5c7-2a3b-42f4-9e8c-eda40b71932e req-14689f21-e54f-4c95-bc01-1ab05f43d79d tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:36.161397 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-9237d5c7-2a3b-42f4-9e8c-eda40b71932e req-14689f21-e54f-4c95-bc01-1ab05f43d79d tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Synchronizing usage tracker for tenant:387707d1b07f4c5b9a7d2155b4ca7185 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:46:36.188209 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-9237d5c7-2a3b-42f4-9e8c-eda40b71932e req-14689f21-e54f-4c95-bc01-1ab05f43d79d tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Unset dirty status for tenant:387707d1b07f4c5b9a7d2155b4ca7185 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:46:36.192448 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9237d5c7-2a3b-42f4-9e8c-eda40b71932e req-14689f21-e54f-4c95-bc01-1ab05f43d79d tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.2014875 Dec 05 21:46:36.289397 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9237d5c7-2a3b-42f4-9e8c-eda40b71932e req-93ce9b0a-97c6-455e-85f7-114214747130 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839953 Dec 05 21:46:36.295771 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a99741-39cb-4c07-84ad-76fe0fe8620c req-01e0a8f4-1790-4ccb-bdf4-f59eedb1c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:36.297432 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d3a99741-39cb-4c07-84ad-76fe0fe8620c req-01e0a8f4-1790-4ccb-bdf4-f59eedb1c5d6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6caf2ea8-5eb8-4f3a-87a9-29412b268762 HTTP/1.1" status: 200 len: 909 time: 0.3041341 Dec 05 21:46:36.307370 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-3bc1219d-8295-468c-af69-66e97d6eab4a service neutron] 10.222.0.50 "GET /v2.0/networks/6caf2ea8-5eb8-4f3a-87a9-29412b268762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597566 Dec 05 21:46:36.538810 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d3a99741-39cb-4c07-84ad-76fe0fe8620c req-6072e4c4-dc46-47a8-ae25-678add57bbff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5e7ac5e-0afb-4960-a038-d0cf702e3a51 HTTP/1.1" status: 200 len: 999 time: 0.2307992 Dec 05 21:46:36.609370 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-bdc15bb5-7c9a-4a07-9bf0-d80c9d5e58db req-b6633f2b-1667-4340-b3dc-47fee83083b9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Deleting port 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:46:36.609772 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-bdc15bb5-7c9a-4a07-9bf0-d80c9d5e58db req-b6633f2b-1667-4340-b3dc-47fee83083b9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:36.638159 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-387e58b2-a844-4c9c-b4cd-21c7dc65fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72044efd-21f3-47dd-a944-17898242ca40', 'name': 'tempest-TestMinimumBasicScenario-1629245260-router', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:44:38Z', 'updated_at': '2020-12-05T21:44:49Z', 'revision_number': 4, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'gw_port': {'id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:40Z', 'updated_at': '2020-12-05T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': 'f0a1bc39-0c3b-4208-aef1-cba4ebb67b01', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': '72044efd-21f3-47dd-a944-17898242ca40', 'port_id': 'c5e7ac5e-0afb-4960-a038-d0cf702e3a51', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762', 'mac_address': 'fa:16:3e:bd:74:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5bebdd-e938-40e7-9ba9-a6004a8710f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:46:30Z', 'updated_at': '2020-12-05T21:46:33Z', 'revision_number': 1, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a8fbf44-929c-4a76-a083-9d9f40494e8f', 'name': '', 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'mac_address': 'fa:16:3e:86:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b6c38013-3aa1-43ce-bf05-86233fe9d660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:48Z', 'updated_at': '2020-12-05T21:45:01Z', 'revision_number': 5, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'subnets': [{'id': 'b6c38013-3aa1-43ce-bf05-86233fe9d660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:46:36.651939 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387e58b2-a844-4c9c-b4cd-21c7dc65fd96 None None] The sync data for ids ['72044efd-21f3-47dd-a944-17898242ca40'] in dv-cinder-757908-4-iscsi is: [{'id': '72044efd-21f3-47dd-a944-17898242ca40', 'name': 'tempest-TestMinimumBasicScenario-1629245260-router', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:44:38Z', 'updated_at': '2020-12-05T21:44:49Z', 'revision_number': 4, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'gw_port': {'id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:40Z', 'updated_at': '2020-12-05T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': 'f0a1bc39-0c3b-4208-aef1-cba4ebb67b01', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': '72044efd-21f3-47dd-a944-17898242ca40', 'port_id': 'c5e7ac5e-0afb-4960-a038-d0cf702e3a51', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762', 'mac_address': 'fa:16:3e:bd:74:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5bebdd-e938-40e7-9ba9-a6004a8710f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:46:30Z', 'updated_at': '2020-12-05T21:46:33Z', 'revision_number': 1, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a8fbf44-929c-4a76-a083-9d9f40494e8f', 'name': '', 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'mac_address': 'fa:16:3e:86:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b6c38013-3aa1-43ce-bf05-86233fe9d660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:48Z', 'updated_at': '2020-12-05T21:45:01Z', 'revision_number': 5, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'subnets': [{'id': 'b6c38013-3aa1-43ce-bf05-86233fe9d660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:46:36.699998 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c04a9bc-411b-4e18-bf9d-4e05800824b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2beaf9ec-8536-42f1-a1a2-b8672f8a99c6', 'code': 200} Dec 05 21:46:36.747265 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 56624) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:46:37.076776 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9ba33ef4-c427-4f5c-a3e8-c64ede687025 req-a22819ef-7f42-4361-be0e-c5728bf2ae45 service neutron] 10.222.0.50 "GET /v2.0/networks/6caf2ea8-5eb8-4f3a-87a9-29412b268762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7144365 Dec 05 21:46:37.103301 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a99741-39cb-4c07-84ad-76fe0fe8620c req-7a49481b-1525-4166-9d0d-f0cad5f68238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:37.105981 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d3a99741-39cb-4c07-84ad-76fe0fe8620c req-7a49481b-1525-4166-9d0d-f0cad5f68238 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b6c38013-3aa1-43ce-bf05-86233fe9d660 HTTP/1.1" status: 200 len: 854 time: 0.5585904 Dec 05 21:46:37.146512 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886ac02f-7aff-4d14-9278-27bbca70be8f None None] New status for floating IP f0a1bc39-0c3b-4208-aef1-cba4ebb67b01: ACTIVE {{(pid=80241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 05 21:46:37.182539 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-bdc15bb5-7c9a-4a07-9bf0-d80c9d5e58db req-b6633f2b-1667-4340-b3dc-47fee83083b9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] For port 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=2beaf9ec-8536-42f1-a1a2-b8672f8a99c6,segment=NetworkSegment(c8b33da2-10ae-4545-bd24-eb412e687a58),segment_id=c8b33da2-10ae-4545-bd24-eb412e687a58)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:46:37.183011 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-bdc15bb5-7c9a-4a07-9bf0-d80c9d5e58db req-b6633f2b-1667-4340-b3dc-47fee83083b9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:37.199694 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-fa4330b7-6464-4e50-9800-101adfbd8115 req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-700231191', 'description': 'tempest-TestMinimumBasicScenario-700231191 description'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:46:37.223564 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-fa4330b7-6464-4e50-9800-101adfbd8115 req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:46:37.252849 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-fa4330b7-6464-4e50-9800-101adfbd8115 req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:46:37.284599 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-fa4330b7-6464-4e50-9800-101adfbd8115 req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:37.345814 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a99741-39cb-4c07-84ad-76fe0fe8620c req-245967dd-707f-4305-9c85-be63d426643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:37.349364 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d3a99741-39cb-4c07-84ad-76fe0fe8620c req-245967dd-707f-4305-9c85-be63d426643a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6caf2ea8-5eb8-4f3a-87a9-29412b268762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2339613 Dec 05 21:46:37.351238 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-fa4330b7-6464-4e50-9800-101adfbd8115 req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:46:37.358845 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-fa4330b7-6464-4e50-9800-101adfbd8115 req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Usage tracker for resource:security_group_rule and tenant:93b2925e659f498aa50a78619c0aa3f5 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:46:37.403422 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-fa4330b7-6464-4e50-9800-101adfbd8115 req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:46:37.436444 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-fa4330b7-6464-4e50-9800-101adfbd8115 req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:46:37.564255 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-bdc15bb5-7c9a-4a07-9bf0-d80c9d5e58db req-b6633f2b-1667-4340-b3dc-47fee83083b9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Calling delete_port for 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6 owned by compute:nova {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:46:37.629414 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6dfc156-9a02-4c63-8417-89edfcb2bd3a admin admin] Deleting subnet 261efeb0-e1dd-44bc-8464-d233b4a1ef36 {{(pid=80240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 05 21:46:37.641034 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c6dfc156-9a02-4c63-8417-89edfcb2bd3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:37.685092 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d3a99741-39cb-4c07-84ad-76fe0fe8620c req-9c1ee7cb-f023-403c-8918-a9f486a952e0 service neutron] 10.222.0.53 "GET /v2.0/networks/6caf2ea8-5eb8-4f3a-87a9-29412b268762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198524 Dec 05 21:46:37.815748 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-fa4330b7-6464-4e50-9800-101adfbd8115 req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:37.823650 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c6dfc156-9a02-4c63-8417-89edfcb2bd3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838066415'] for subnet, precommit_delete_associations {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:37.906930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-fa4330b7-6464-4e50-9800-101adfbd8115 req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:37.926989 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2a7c35d8-f89a-4bd8-b3a8-45e8dd4e9c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:37.950563 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e7877-9439-49d4-8c4f-e56cd65b0e3a req-644dfb46-f948-48ba-8ff9-4c39a80a430b tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:37.953441 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-da0e7877-9439-49d4-8c4f-e56cd65b0e3a req-644dfb46-f948-48ba-8ff9-4c39a80a430b tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 943 time: 0.7827685 Dec 05 21:46:38.054149 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0f6556-131a-431a-849d-88043d537bf3,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:38.078021 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-fa4330b7-6464-4e50-9800-101adfbd8115 req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:38.081517 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fa4330b7-6464-4e50-9800-101adfbd8115 req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1767 time: 0.8896954 Dec 05 21:46:38.084150 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.084807 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.085493 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.086149 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.086794 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.087437 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.088281 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.088700 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.096104 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.096104 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.096104 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.096104 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.096104 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.096104 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.096104 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.096104 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.096104 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.096104 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.096104 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.096104 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.097288 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.097288 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.098614 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.098614 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:46:38.101703 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c6dfc156-9a02-4c63-8417-89edfcb2bd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1341068'] for subnet, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:38.109778 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:38.140849 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d3a99741-39cb-4c07-84ad-76fe0fe8620c req-d5a6498a-b8ad-4f33-887c-3980786193a3 service neutron] 10.222.0.53 "GET /v2.0/networks/6caf2ea8-5eb8-4f3a-87a9-29412b268762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4329820 Dec 05 21:46:38.201959 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-da0e7877-9439-49d4-8c4f-e56cd65b0e3a req-13d7f459-0f4f-4c33-90b4-f361cde2b737 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795936 Dec 05 21:46:38.206567 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-bdc15bb5-7c9a-4a07-9bf0-d80c9d5e58db req-b6633f2b-1667-4340-b3dc-47fee83083b9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:38.231657 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-58e3023c-f2f8-48e4-ae17-51bea4625371 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:38.330526 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6633f2b-1667-4340-b3dc-47fee83083b9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Pushing event deleted for resources: {'Port': ['ID=2beaf9ec-8536-42f1-a1a2-b8672f8a99c6,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:38.387405 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b6633f2b-1667-4340-b3dc-47fee83083b9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:38.489818 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561627e4-1fd8-44ec-9fbe-6fb48b6392a8 req-1359f2da-eeca-4680-afef-5861fee001c6 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:38.493241 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-561627e4-1fd8-44ec-9fbe-6fb48b6392a8 req-1359f2da-eeca-4680-afef-5861fee001c6 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1691155 Dec 05 21:46:38.604650 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-561627e4-1fd8-44ec-9fbe-6fb48b6392a8 req-2a9fbef0-f570-44b5-8542-4acedd67b89d tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967245 Dec 05 21:46:38.723039 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc15bb5-7c9a-4a07-9bf0-d80c9d5e58db req-b6633f2b-1667-4340-b3dc-47fee83083b9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] No DVR routers for this DVR port 2beaf9ec-8536-42f1-a1a2-b8672f8a99c6 on host hv-cinder-75790 {{(pid=80240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 21:46:38.729877 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-bdc15bb5-7c9a-4a07-9bf0-d80c9d5e58db req-b6633f2b-1667-4340-b3dc-47fee83083b9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:38.732913 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c04a9bc-411b-4e18-bf9d-4e05800824b3', 'name': 'network-vif-deleted', 'tag': '2beaf9ec-8536-42f1-a1a2-b8672f8a99c6'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:46:38.744208 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e47d7da8-eac9-49e4-9461-1706b3f586b2 req-1733416b-d426-4fcc-931a-39e246125a68 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups/ec0f6556-131a-431a-849d-88043d537bf3 HTTP/1.1" status: 200 len: 1762 time: 0.0567296 Dec 05 21:46:38.758422 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bdc15bb5-7c9a-4a07-9bf0-d80c9d5e58db req-b6633f2b-1667-4340-b3dc-47fee83083b9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.53 "DELETE /v2.0/ports/2beaf9ec-8536-42f1-a1a2-b8672f8a99c6 HTTP/1.1" status: 204 len: 173 time: 3.8362787 Dec 05 21:46:38.764318 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-e47d7da8-eac9-49e4-9461-1706b3f586b2 req-f4367b39-7e7a-45bb-9e2c-34262a36132e tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec0f6556-131a-431a-849d-88043d537bf3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:46:38.764677 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-e47d7da8-eac9-49e4-9461-1706b3f586b2 req-f4367b39-7e7a-45bb-9e2c-34262a36132e tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec0f6556-131a-431a-849d-88043d537bf3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:46:38.770265 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c6dfc156-9a02-4c63-8417-89edfcb2bd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853434748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839085278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838084134'] for subnet, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:38.772415 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-e47d7da8-eac9-49e4-9461-1706b3f586b2 req-f4367b39-7e7a-45bb-9e2c-34262a36132e tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:46:38.787602 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e47d7da8-eac9-49e4-9461-1706b3f586b2 req-f4367b39-7e7a-45bb-9e2c-34262a36132e tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Usage tracker for resource:security_group_rule and tenant:93b2925e659f498aa50a78619c0aa3f5 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:46:38.792831 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:38.797108 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e47d7da8-eac9-49e4-9461-1706b3f586b2 req-f4367b39-7e7a-45bb-9e2c-34262a36132e tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:46:38.808681 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-e47d7da8-eac9-49e4-9461-1706b3f586b2 req-f4367b39-7e7a-45bb-9e2c-34262a36132e tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:46:38.843560 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfc156-9a02-4c63-8417-89edfcb2bd3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=261efeb0-e1dd-44bc-8464-d233b4a1ef36,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:38.849579 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c6dfc156-9a02-4c63-8417-89edfcb2bd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:38.905430 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e47d7da8-eac9-49e4-9461-1706b3f586b2 req-f4367b39-7e7a-45bb-9e2c-34262a36132e tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for security_group_rule, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:38.910435 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c04a9bc-411b-4e18-bf9d-4e05800824b3', 'name': 'network-vif-deleted', 'tag': '2beaf9ec-8536-42f1-a1a2-b8672f8a99c6', 'status': 'completed', 'code': 200} Dec 05 21:46:38.948654 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c6dfc156-9a02-4c63-8417-89edfcb2bd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for subnet, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:38.950244 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e47d7da8-eac9-49e4-9461-1706b3f586b2 req-f4367b39-7e7a-45bb-9e2c-34262a36132e tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:38.954820 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e47d7da8-eac9-49e4-9461-1706b3f586b2 req-f4367b39-7e7a-45bb-9e2c-34262a36132e tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429132'] for security_group_rule, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:38.956371 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c6dfc156-9a02-4c63-8417-89edfcb2bd3a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/261efeb0-e1dd-44bc-8464-d233b4a1ef36 HTTP/1.1" status: 204 len: 168 time: 2.1563632 Dec 05 21:46:38.959016 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 56642) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:46:38.961128 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:38.986453 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4367b39-7e7a-45bb-9e2c-34262a36132e tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04517dad-f487-4a35-92c6-e310e267435c,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:38.991562 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f4367b39-7e7a-45bb-9e2c-34262a36132e tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:39.004958 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e47d7da8-eac9-49e4-9461-1706b3f586b2 req-f4367b39-7e7a-45bb-9e2c-34262a36132e tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for security_group_rule, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:39.006305 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e47d7da8-eac9-49e4-9461-1706b3f586b2 req-f4367b39-7e7a-45bb-9e2c-34262a36132e tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.2484202 Dec 05 21:46:39.439639 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-05ccb459-4c19-48fc-b710-3938d6569f55 req-5288a657-9491-487f-a26d-261270e0d773 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=3c04a9bc-411b-4e18-bf9d-4e05800824b3 HTTP/1.1" status: 200 len: 210 time: 0.0562263 Dec 05 21:46:39.539307 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-466f6f58-cbff-4e4d-aeaa-6ac33a8c892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853045594'] for network, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:39.696347 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b304ac2e-50a2-4e58-b793-d60a092e4f98 req-ce1c2d00-1751-4572-a26f-543c9a7faedb tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups/ec0f6556-131a-431a-849d-88043d537bf3 HTTP/1.1" status: 200 len: 2323 time: 0.6096210 Dec 05 21:46:39.765707 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-b304ac2e-50a2-4e58-b793-d60a092e4f98 req-01dc9655-8ed7-4698-915d-368598a50e1a tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec0f6556-131a-431a-849d-88043d537bf3', 'remote_group_id': None}]} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:46:39.766304 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-b304ac2e-50a2-4e58-b793-d60a092e4f98 req-01dc9655-8ed7-4698-915d-368598a50e1a tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec0f6556-131a-431a-849d-88043d537bf3', 'remote_group_id': None}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:46:39.815796 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-b304ac2e-50a2-4e58-b793-d60a092e4f98 req-01dc9655-8ed7-4698-915d-368598a50e1a tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:46:39.888052 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-b304ac2e-50a2-4e58-b793-d60a092e4f98 req-01dc9655-8ed7-4698-915d-368598a50e1a tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Usage tracker for resource:security_group_rule and tenant:93b2925e659f498aa50a78619c0aa3f5 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:46:39.909882 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-b304ac2e-50a2-4e58-b793-d60a092e4f98 req-01dc9655-8ed7-4698-915d-368598a50e1a tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:46:39.954801 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf756c-f1b6-4e85-8e22-e2ad6e3e534f req-956def65-01ae-4c94-9f1f-b9f9ee59f880 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:39.958508 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-efcf756c-f1b6-4e85-8e22-e2ad6e3e534f req-956def65-01ae-4c94-9f1f-b9f9ee59f880 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1225660 Dec 05 21:46:39.960439 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-b304ac2e-50a2-4e58-b793-d60a092e4f98 req-01dc9655-8ed7-4698-915d-368598a50e1a tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:46:40.027227 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-efcf756c-f1b6-4e85-8e22-e2ad6e3e534f req-6ed3ee86-8da5-4bdb-af2b-7939c642b3f8 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548875 Dec 05 21:46:40.097488 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-466f6f58-cbff-4e4d-aeaa-6ac33a8c892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1342674', 'neutron.services.segments.db._delete_segments_for_network--9223363284943838921'] for network, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:40.456152 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8404f8-bbfc-4b92-b638-09e9233948d6 req-31c332b9-535e-4129-9ffa-9d18f2d80dc5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:40.458915 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8c8404f8-bbfc-4b92-b638-09e9233948d6 req-31c332b9-535e-4129-9ffa-9d18f2d80dc5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.53 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.6461952 Dec 05 21:46:40.465473 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b304ac2e-50a2-4e58-b793-d60a092e4f98 req-01dc9655-8ed7-4698-915d-368598a50e1a tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for security_group_rule, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:40.473952 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-466f6f58-cbff-4e4d-aeaa-6ac33a8c892e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4272d4c4-588d-4ada-834b-9b63daa3f68f']}} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:46:40.558698 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-466f6f58-cbff-4e4d-aeaa-6ac33a8c892e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76cccfe4-ab2e-4d88-9859-8dba3228c455') {'for_net_delete': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:46:40.559017 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-466f6f58-cbff-4e4d-aeaa-6ac33a8c892e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76cccfe4-ab2e-4d88-9859-8dba3228c455') {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:46:40.598681 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-466f6f58-cbff-4e4d-aeaa-6ac33a8c892e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284943839689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16709401'] for segment, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:40.611386 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b304ac2e-50a2-4e58-b793-d60a092e4f98 req-01dc9655-8ed7-4698-915d-368598a50e1a tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:40.623173 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b304ac2e-50a2-4e58-b793-d60a092e4f98 req-01dc9655-8ed7-4698-915d-368598a50e1a tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429132'] for security_group_rule, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:40.637190 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-466f6f58-cbff-4e4d-aeaa-6ac33a8c892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:40.643226 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:40.651152 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-466f6f58-cbff-4e4d-aeaa-6ac33a8c892e admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 05 21:46:40.694524 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-8c8404f8-bbfc-4b92-b638-09e9233948d6 req-03409063-8fb3-4b28-a92d-c05f2403e339 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Deleting port 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:46:40.694891 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-8c8404f8-bbfc-4b92-b638-09e9233948d6 req-03409063-8fb3-4b28-a92d-c05f2403e339 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:40.807233 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc9655-8ed7-4698-915d-368598a50e1a tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f62c8f-1d5f-4265-8f1b-2b7102124231,revision_number=0']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:40.816750 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-01dc9655-8ed7-4698-915d-368598a50e1a tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:40.824890 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b304ac2e-50a2-4e58-b793-d60a092e4f98 req-01dc9655-8ed7-4698-915d-368598a50e1a tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for security_group_rule, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:40.826236 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b304ac2e-50a2-4e58-b793-d60a092e4f98 req-01dc9655-8ed7-4698-915d-368598a50e1a tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 1.0737510 Dec 05 21:46:40.999990 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-466f6f58-cbff-4e4d-aeaa-6ac33a8c892e admin admin] Network 4272d4c4-588d-4ada-834b-9b63daa3f68f has no segments {{(pid=80240) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:46:41.017599 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-466f6f58-cbff-4e4d-aeaa-6ac33a8c892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853434340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839085233'] for segment, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:41.153111 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:46:41.246397 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f553c7f2-04f5-4977-b973-9829a6682c7e req-e1c945c5-de82-4e66-b4d5-9a5a197bd772 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-700231191&fields=id&tenant_id=93b2925e659f498aa50a78619c0aa3f5 HTTP/1.1" status: 200 len: 267 time: 0.2908161 Dec 05 21:46:41.328533 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:41.379585 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b614a214-374a-425e-ac0a-60cf78ce1d98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb8ba3f-8071-42ec-9cc8-1e7138aeb308'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:46:41.398213 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=2eb8ba3f-8071-42ec-9cc8-1e7138aeb308,segment=NetworkSegment(f09498a5-c82a-419e-9695-fb5cf3b4d805),segment_id=f09498a5-c82a-419e-9695-fb5cf3b4d805)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:46:41.402641 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:41.405746 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:41.428044 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd37e9-3097-48e1-889e-0beaa6009d81 req-99d92dd0-1fe6-4e0c-9fa1-f307aa6c1e2c tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:41.433655 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fdbd37e9-3097-48e1-889e-0beaa6009d81 req-99d92dd0-1fe6-4e0c-9fa1-f307aa6c1e2c tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 945 time: 0.1169853 Dec 05 21:46:41.497270 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fdbd37e9-3097-48e1-889e-0beaa6009d81 req-b4e9f0b0-55e0-47f7-b48c-42f8a71ec947 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/security-groups?id=78b8dc1d-7614-4193-8e82-9f448f255a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566962 Dec 05 21:46:41.533495 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=2eb8ba3f-8071-42ec-9cc8-1e7138aeb308,revision_number=5']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:41.535525 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-466f6f58-cbff-4e4d-aeaa-6ac33a8c892e admin admin] Network 4272d4c4-588d-4ada-834b-9b63daa3f68f has no segments {{(pid=80240) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:46:41.540290 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: Traceback (most recent call last): Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: timer() Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: cb(*args, **kw) Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: return func(*args, **kwargs) Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: self._notify() Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: self.callback(batched_events) Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: event.method(event) Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: segment_id)['aggregates'][0] Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(self, *a, **k) Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: return self._get(url).json() Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: **kwargs) Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.request(url, 'GET', **kwargs) Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: **endpoint_filter) Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 05 21:46:41.615571 dv-cinder-757908-4-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 05 21:46:41.820682 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-466f6f58-cbff-4e4d-aeaa-6ac33a8c892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853433127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854189833'] for network, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:41.827278 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-8c8404f8-bbfc-4b92-b638-09e9233948d6 req-03409063-8fb3-4b28-a92d-c05f2403e339 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] For port 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=2eb8ba3f-8071-42ec-9cc8-1e7138aeb308,segment=NetworkSegment(f09498a5-c82a-419e-9695-fb5cf3b4d805),segment_id=f09498a5-c82a-419e-9695-fb5cf3b4d805)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:46:41.827727 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-8c8404f8-bbfc-4b92-b638-09e9233948d6 req-03409063-8fb3-4b28-a92d-c05f2403e339 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:41.844098 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-33607c9a-4662-4900-a509-b1a0e6dbec91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:41.871584 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-466f6f58-cbff-4e4d-aeaa-6ac33a8c892e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:41.938665 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f6f58-cbff-4e4d-aeaa-6ac33a8c892e admin admin] Pushing event deleted for resources: {'Network': ['ID=4272d4c4-588d-4ada-834b-9b63daa3f68f,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:42.012428 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-8c8404f8-bbfc-4b92-b638-09e9233948d6 req-03409063-8fb3-4b28-a92d-c05f2403e339 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Calling delete_port for 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 owned by compute:nova {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:46:42.045127 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-466f6f58-cbff-4e4d-aeaa-6ac33a8c892e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:42.064726 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553c7f2-04f5-4977-b973-9829a6682c7e req-792a3630-3c2f-4b19-847d-557a7828b5bf tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:42.066424 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f553c7f2-04f5-4977-b973-9829a6682c7e req-792a3630-3c2f-4b19-847d-557a7828b5bf tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 946 time: 0.7240031 Dec 05 21:46:42.070966 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-466f6f58-cbff-4e4d-aeaa-6ac33a8c892e admin admin] 10.222.0.50 "DELETE /v2.0/networks/4272d4c4-588d-4ada-834b-9b63daa3f68f HTTP/1.1" status: 204 len: 168 time: 3.1108589 Dec 05 21:46:42.082932 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-f553c7f2-04f5-4977-b973-9829a6682c7e req-7e72e5fb-db0f-47d8-b1cc-65e25bbc44ec tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Request body: {'port': {'security_groups': ['b397f454-6086-4e34-84a8-945fa08c6ce7', 'ec0f6556-131a-431a-849d-88043d537bf3']}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:46:42.229135 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [req-8c8404f8-bbfc-4b92-b638-09e9233948d6 req-03409063-8fb3-4b28-a92d-c05f2403e339 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80240) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 05 21:46:42.229463 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_db.api [req-8c8404f8-bbfc-4b92-b638-09e9233948d6 req-03409063-8fb3-4b28-a92d-c05f2403e339 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 05 21:46:42.247989 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f553c7f2-04f5-4977-b973-9829a6682c7e req-7e72e5fb-db0f-47d8-b1cc-65e25bbc44ec tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:42.265200 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 56678) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:46:42.323355 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-517d0717-d279-4049-aa84-88921d8c3886 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=edc86cfd0aea464aa58c912ed4606f71&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0567858 Dec 05 21:46:42.327313 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 56682) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:46:42.416206 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-414bbcba-3ae6-44b4-ad01-9ef75eca8641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:42.449200 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-414bbcba-3ae6-44b4-ad01-9ef75eca8641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:42.510333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-414bbcba-3ae6-44b4-ad01-9ef75eca8641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:42.516976 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cd7f276-56f5-4416-95f6-f191798cdd4b tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:42.534132 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bbcba-3ae6-44b4-ad01-9ef75eca8641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039f55d3-2362-4520-a074-9f938db0003c,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:42.537527 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-414bbcba-3ae6-44b4-ad01-9ef75eca8641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:42.544077 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-414bbcba-3ae6-44b4-ad01-9ef75eca8641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:42.545352 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-414bbcba-3ae6-44b4-ad01-9ef75eca8641 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/039f55d3-2362-4520-a074-9f938db0003c HTTP/1.1" status: 204 len: 168 time: 0.2169328 Dec 05 21:46:42.724264 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-f553c7f2-04f5-4977-b973-9829a6682c7e req-7e72e5fb-db0f-47d8-b1cc-65e25bbc44ec tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] For port c5e7ac5e-0afb-4960-a038-d0cf702e3a51, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=c5e7ac5e-0afb-4960-a038-d0cf702e3a51,segment=NetworkSegment(042bd5f0-6015-402a-8c43-feb80cee6e89),segment_id=042bd5f0-6015-402a-8c43-feb80cee6e89)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:46:42.731358 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-8c8404f8-bbfc-4b92-b638-09e9233948d6 req-03409063-8fb3-4b28-a92d-c05f2403e339 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Deleting port 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:46:42.732007 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-8c8404f8-bbfc-4b92-b638-09e9233948d6 req-03409063-8fb3-4b28-a92d-c05f2403e339 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:42.936340 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f553c7f2-04f5-4977-b973-9829a6682c7e req-7e72e5fb-db0f-47d8-b1cc-65e25bbc44ec tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:42.958193 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f553c7f2-04f5-4977-b973-9829a6682c7e req-7e72e5fb-db0f-47d8-b1cc-65e25bbc44ec tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:42.989604 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-221c6d20-f91d-46f4-b0ee-5aedc324aab5 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:43.849996 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72e5fb-db0f-47d8-b1cc-65e25bbc44ec tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Pushing event updated for resources: {'Port': ['ID=c5e7ac5e-0afb-4960-a038-d0cf702e3a51,revision_number=5']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:43.865515 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7e72e5fb-db0f-47d8-b1cc-65e25bbc44ec tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:43.976938 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-8c8404f8-bbfc-4b92-b638-09e9233948d6 req-03409063-8fb3-4b28-a92d-c05f2403e339 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] For port 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=2eb8ba3f-8071-42ec-9cc8-1e7138aeb308,segment=NetworkSegment(f09498a5-c82a-419e-9695-fb5cf3b4d805),segment_id=f09498a5-c82a-419e-9695-fb5cf3b4d805)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:46:43.977713 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-8c8404f8-bbfc-4b92-b638-09e9233948d6 req-03409063-8fb3-4b28-a92d-c05f2403e339 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:44.000485 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553c7f2-04f5-4977-b973-9829a6682c7e req-7e72e5fb-db0f-47d8-b1cc-65e25bbc44ec tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:44.002825 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f553c7f2-04f5-4977-b973-9829a6682c7e req-7e72e5fb-db0f-47d8-b1cc-65e25bbc44ec tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:44.005500 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f553c7f2-04f5-4977-b973-9829a6682c7e req-7e72e5fb-db0f-47d8-b1cc-65e25bbc44ec tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "PUT /v2.0/ports/c5e7ac5e-0afb-4960-a038-d0cf702e3a51 HTTP/1.1" status: 200 len: 982 time: 1.9302292 Dec 05 21:46:44.006546 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5bebdd-e938-40e7-9ba9-a6004a8710f8', 'tag': 'c5e7ac5e-0afb-4960-a038-d0cf702e3a51'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:46:44.202041 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b614a214-374a-425e-ac0a-60cf78ce1d98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb8ba3f-8071-42ec-9cc8-1e7138aeb308', 'code': 200} Dec 05 21:46:44.343374 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-8c8404f8-bbfc-4b92-b638-09e9233948d6 req-03409063-8fb3-4b28-a92d-c05f2403e339 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Calling delete_port for 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 owned by compute:nova {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:46:44.396073 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-20b558a9-f315-42c5-b4a2-027feb9a0b70 None None] Provisioning complete for port c5e7ac5e-0afb-4960-a038-d0cf702e3a51 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:46:44.396335 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-20b558a9-f315-42c5-b4a2-027feb9a0b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:44.571716 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5bebdd-e938-40e7-9ba9-a6004a8710f8', 'tag': 'c5e7ac5e-0afb-4960-a038-d0cf702e3a51', 'status': 'completed', 'code': 200} Dec 05 21:46:44.831400 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-8c8404f8-bbfc-4b92-b638-09e9233948d6 req-03409063-8fb3-4b28-a92d-c05f2403e339 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:44.884217 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:44.953152 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device c5e7ac5e-0afb-4960-a038-d0cf702e3a51 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:46:45.043096 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port c5e7ac5e-0afb-4960-a038-d0cf702e3a51 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:46:45.044185 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:45.051942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a52a54-f041-426e-b8b3-4d8ea2d9aec4 req-63674a0b-6cef-45ef-9eb0-c78be87174b4 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:45.053662 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c9a52a54-f041-426e-b8b3-4d8ea2d9aec4 req-63674a0b-6cef-45ef-9eb0-c78be87174b4 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 985 time: 0.2084434 Dec 05 21:46:45.056948 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd14ad-8ef6-4586-af6c-d6faabca67cf req-a291acc8-2911-4363-a5b1-789da38716ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:45.058858 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f9bd14ad-8ef6-4586-af6c-d6faabca67cf req-a291acc8-2911-4363-a5b1-789da38716ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93b2925e659f498aa50a78619c0aa3f5&device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 1203 time: 0.4371338 Dec 05 21:46:45.064585 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03409063-8fb3-4b28-a92d-c05f2403e339 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Pushing event deleted for resources: {'Port': ['ID=2eb8ba3f-8071-42ec-9cc8-1e7138aeb308,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:45.162431 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-03409063-8fb3-4b28-a92d-c05f2403e339 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:45.188950 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4a794bd1-9e2f-4c84-95ba-499866355ea0 req-79279621-cece-4493-82a8-e6f9bfda1960 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.50 "GET /v2.0/ports?device_id=b614a214-374a-425e-ac0a-60cf78ce1d98 HTTP/1.1" status: 200 len: 210 time: 0.2154758 Dec 05 21:46:45.203985 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c9a52a54-f041-426e-b8b3-4d8ea2d9aec4 req-7a60ab5b-0257-42c7-827d-ecf573acc435 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Synchronizing usage tracker for tenant:93b2925e659f498aa50a78619c0aa3f5 on resource:security_group {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:46:45.241043 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c9a52a54-f041-426e-b8b3-4d8ea2d9aec4 req-7a60ab5b-0257-42c7-827d-ecf573acc435 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Unset dirty status for tenant:93b2925e659f498aa50a78619c0aa3f5 on resource:security_group {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:46:45.242349 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c9a52a54-f041-426e-b8b3-4d8ea2d9aec4 req-7a60ab5b-0257-42c7-827d-ecf573acc435 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&id=ec0f6556-131a-431a-849d-88043d537bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1821220 Dec 05 21:46:45.266383 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd14ad-8ef6-4586-af6c-d6faabca67cf req-a42f4b31-efcf-4840-b699-03ef02feeac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:45.268396 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f9bd14ad-8ef6-4586-af6c-d6faabca67cf req-a42f4b31-efcf-4840-b699-03ef02feeac4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6caf2ea8-5eb8-4f3a-87a9-29412b268762 HTTP/1.1" status: 200 len: 909 time: 0.1905179 Dec 05 21:46:45.349852 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8404f8-bbfc-4b92-b638-09e9233948d6 req-03409063-8fb3-4b28-a92d-c05f2403e339 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] No DVR routers for this DVR port 2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 on host hv-cinder-75790 {{(pid=80240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 21:46:45.352500 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-8c8404f8-bbfc-4b92-b638-09e9233948d6 req-03409063-8fb3-4b28-a92d-c05f2403e339 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:45.368652 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8c8404f8-bbfc-4b92-b638-09e9233948d6 req-03409063-8fb3-4b28-a92d-c05f2403e339 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] 10.222.0.53 "DELETE /v2.0/ports/2eb8ba3f-8071-42ec-9cc8-1e7138aeb308 HTTP/1.1" status: 204 len: 173 time: 4.8801122 Dec 05 21:46:45.410955 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f9bd14ad-8ef6-4586-af6c-d6faabca67cf req-f6acd445-5b6e-4eaa-8810-391f21dc84e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5e7ac5e-0afb-4960-a038-d0cf702e3a51 HTTP/1.1" status: 200 len: 1001 time: 0.1336832 Dec 05 21:46:45.425644 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:46:45.502506 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd14ad-8ef6-4586-af6c-d6faabca67cf req-f6d45978-db51-43e0-8cc2-0c939d2633f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:45.504503 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f9bd14ad-8ef6-4586-af6c-d6faabca67cf req-f6d45978-db51-43e0-8cc2-0c939d2633f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b6c38013-3aa1-43ce-bf05-86233fe9d660 HTTP/1.1" status: 200 len: 854 time: 0.0852716 Dec 05 21:46:45.645701 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:45.682333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd14ad-8ef6-4586-af6c-d6faabca67cf req-7f47073b-147c-44c5-8aa1-fff3a801ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:45.685978 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f9bd14ad-8ef6-4586-af6c-d6faabca67cf req-7f47073b-147c-44c5-8aa1-fff3a801ddf4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6caf2ea8-5eb8-4f3a-87a9-29412b268762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1721365 Dec 05 21:46:45.967771 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f9bd14ad-8ef6-4586-af6c-d6faabca67cf req-04639879-8ae8-46c9-bc21-5dc3af8324d4 service neutron] 10.222.0.53 "GET /v2.0/networks/6caf2ea8-5eb8-4f3a-87a9-29412b268762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725263 Dec 05 21:46:46.210743 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f9bd14ad-8ef6-4586-af6c-d6faabca67cf req-cd2e3641-bea4-4df8-bb9e-2b84fcdf6b32 service neutron] 10.222.0.53 "GET /v2.0/networks/6caf2ea8-5eb8-4f3a-87a9-29412b268762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2354848 Dec 05 21:46:46.336436 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 56756) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:46:46.572786 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b614a214-374a-425e-ac0a-60cf78ce1d98', 'name': 'network-vif-deleted', 'tag': '2eb8ba3f-8071-42ec-9cc8-1e7138aeb308'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:46:46.680340 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b614a214-374a-425e-ac0a-60cf78ce1d98', 'name': 'network-vif-deleted', 'tag': '2eb8ba3f-8071-42ec-9cc8-1e7138aeb308', 'status': 'completed', 'code': 200} Dec 05 21:46:47.155601 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2831c806-c888-45b3-98dd-acf6e68dfe12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854198554'] for router_interface, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:48.151977 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-2831c806-c888-45b3-98dd-acf6e68dfe12 admin admin] Deleting port aa53172a-7f75-4512-85ba-8bf228635aa7 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:46:48.152544 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2831c806-c888-45b3-98dd-acf6e68dfe12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:48.367055 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-2831c806-c888-45b3-98dd-acf6e68dfe12 admin admin] For port aa53172a-7f75-4512-85ba-8bf228635aa7, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=aa53172a-7f75-4512-85ba-8bf228635aa7,segment=NetworkSegment(f09498a5-c82a-419e-9695-fb5cf3b4d805),segment_id=f09498a5-c82a-419e-9695-fb5cf3b4d805)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:46:48.367653 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2831c806-c888-45b3-98dd-acf6e68dfe12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:48.564466 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-2831c806-c888-45b3-98dd-acf6e68dfe12 admin admin] Calling delete_port for aa53172a-7f75-4512-85ba-8bf228635aa7 owned by network:router_interface {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:46:48.918252 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2831c806-c888-45b3-98dd-acf6e68dfe12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:48.932148 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-474343f0-9394-4a82-a526-ce922400153c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:48.989333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831c806-c888-45b3-98dd-acf6e68dfe12 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa53172a-7f75-4512-85ba-8bf228635aa7,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:48.994377 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2831c806-c888-45b3-98dd-acf6e68dfe12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:49.314698 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2831c806-c888-45b3-98dd-acf6e68dfe12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853522153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854198632'] for router_interface, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:49.903375 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2831c806-c888-45b3-98dd-acf6e68dfe12 admin admin] Router b1f0297c-ea85-40ab-8291-5fa2aa1b4880 has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:46:50.102930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2831c806-c888-45b3-98dd-acf6e68dfe12 admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:46:50.114757 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085eac0a-fc69-4859-9b13-b326a6da1117 None None] Sync routers for ids ['b1f0297c-ea85-40ab-8291-5fa2aa1b4880'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:46:50.118411 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2831c806-c888-45b3-98dd-acf6e68dfe12 admin admin] 10.222.0.50 "PUT /v2.0/routers/b1f0297c-ea85-40ab-8291-5fa2aa1b4880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7805016 Dec 05 21:46:50.121687 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 56806) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:46:50.127650 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085eac0a-fc69-4859-9b13-b326a6da1117 None None] Routers {'b1f0297c-ea85-40ab-8291-5fa2aa1b4880'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:46:50.128673 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-085eac0a-fc69-4859-9b13-b326a6da1117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:46:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['b1f0297c-ea85-40ab-8291-5fa2aa1b4880'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:46:50.528778 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-085eac0a-fc69-4859-9b13-b326a6da1117 None None] Set router b1f0297c-ea85-40ab-8291-5fa2aa1b4880 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:46:50.587309 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea7c7-d83d-42c5-a73e-cba89208612f admin admin] Notify callbacks [] for router, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:50.883612 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-085eac0a-fc69-4859-9b13-b326a6da1117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0297c-ea85-40ab-8291-5fa2aa1b4880', 'name': 'tempest-ServerRescueNegativeTestJSON-1216302339-router', 'tenant_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '76f31444-ba64-4c5b-a23b-3f6f053a4020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:14Z', 'updated_at': '2020-12-05T21:46:48Z', 'revision_number': 5, 'project_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'gw_port': {'id': '76f31444-ba64-4c5b-a23b-3f6f053a4020', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0297c-ea85-40ab-8291-5fa2aa1b4880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:46:50.888220 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085eac0a-fc69-4859-9b13-b326a6da1117 None None] Checking router: b1f0297c-ea85-40ab-8291-5fa2aa1b4880 for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:46:50.898378 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea7c7-d83d-42c5-a73e-cba89208612f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:50.898875 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085eac0a-fc69-4859-9b13-b326a6da1117 None None] Routers {'b1f0297c-ea85-40ab-8291-5fa2aa1b4880'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:46:50.899564 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-085eac0a-fc69-4859-9b13-b326a6da1117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:46:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['b1f0297c-ea85-40ab-8291-5fa2aa1b4880'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:46:50.904981 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-dd2ea7c7-d83d-42c5-a73e-cba89208612f admin admin] Deleting port 76f31444-ba64-4c5b-a23b-3f6f053a4020 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:46:50.905358 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea7c7-d83d-42c5-a73e-cba89208612f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:51.099107 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-085eac0a-fc69-4859-9b13-b326a6da1117 None None] Set router b1f0297c-ea85-40ab-8291-5fa2aa1b4880 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:46:51.103477 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-dd2ea7c7-d83d-42c5-a73e-cba89208612f admin admin] For port 76f31444-ba64-4c5b-a23b-3f6f053a4020, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=76f31444-ba64-4c5b-a23b-3f6f053a4020,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:46:51.103934 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea7c7-d83d-42c5-a73e-cba89208612f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:51.244793 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-dd2ea7c7-d83d-42c5-a73e-cba89208612f admin admin] Calling delete_port for 76f31444-ba64-4c5b-a23b-3f6f053a4020 owned by network:router_gateway {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:46:51.447670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea7c7-d83d-42c5-a73e-cba89208612f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING neutron.plugins.ml2.ovo_rpc [None req-dd2ea7c7-d83d-42c5-a73e-cba89208612f admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: result = function(*args, **kwargs) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: proto.__init__(conn_state, self) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: self.handle() Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: self.handle_one_request() Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: self.handle_one_response() Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: result = self.application(self.environ, start_response) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: return app(environ, start_response) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: resp = self.call_func(req, *args, **kw) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.func(req, *args, **kwargs) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: response = req.get_response(self.application) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: application, catch_exc_info=False) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: app_iter = application(self.environ, start_response) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: resp = self.call_func(req, *args, **kw) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.func(req, *args, **kwargs) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: response = req.get_response(self.application) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: application, catch_exc_info=False) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: app_iter = application(self.environ, start_response) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: resp = self.call_func(req, *args, **kw) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.func(req, *args, **kwargs) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: response = req.get_response(self.application) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: application, catch_exc_info=False) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: app_iter = application(self.environ, start_response) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: resp = self.call_func(req, *args, **kw) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.func(req, *args, **kwargs) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: response = req.get_response(self.application) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: application, catch_exc_info=False) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: app_iter = application(self.environ, start_response) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: resp = self.call_func(req, *args, **kw) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.func(req, *args, **kwargs) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: return request.get_response(self.application) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: application, catch_exc_info=False) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: app_iter = application(self.environ, start_response) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: resp = self.call_func(req, *args, **kw) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.func(req, *args, **kwargs) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: response = req.get_response(self._app) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: application, catch_exc_info=False) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: app_iter = application(self.environ, start_response) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: return resp(environ, start_response) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: return resp(environ, start_response) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: response = self.app(environ, start_response) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: return resp(environ, start_response) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: resp = self.call_func(req, *args, **kw) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.func(req, *args, **kwargs) Dec 05 21:46:51.459821 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: result = method(request=request, **args) Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: return self._delete(request, id, **kwargs) Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(*args, **kwargs) Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(*args, **kwargs) Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(*dup_args, **dup_kwargs) Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: obj_deleter(request.context, id, **kwargs) Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: return method(*args, **kwargs) Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(*args, **kwargs) Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(*args, **kwargs) Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(*dup_args, **dup_kwargs) Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: self._delete_current_gw_port(context, id, router, None) Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: admin_ctx, gw_port_id, l3_port_check=False) Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(self, context, *args, **kwargs) Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: return method(*args, **kwargs) Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: context, port, router_ids, bound_mech_contexts) Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: return function(*args, **kwargs) Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: callback(resource, event, trigger, **kwargs) Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: if self._is_session_semantic_violated(context, resource, event): Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: stack = traceback.extract_stack() Dec 05 21:46:51.468631 dv-cinder-757908-4-iscsi neutron-server[80130]: Dec 05 21:46:51.519635 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-085eac0a-fc69-4859-9b13-b326a6da1117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0297c-ea85-40ab-8291-5fa2aa1b4880', 'name': 'tempest-ServerRescueNegativeTestJSON-1216302339-router', 'tenant_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '76f31444-ba64-4c5b-a23b-3f6f053a4020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:14Z', 'updated_at': '2020-12-05T21:46:48Z', 'revision_number': 5, 'project_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'gw_port': {'id': '76f31444-ba64-4c5b-a23b-3f6f053a4020', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0297c-ea85-40ab-8291-5fa2aa1b4880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:46:51.528815 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085eac0a-fc69-4859-9b13-b326a6da1117 None None] The sync data for ids ['b1f0297c-ea85-40ab-8291-5fa2aa1b4880'] in dv-cinder-757908-4-iscsi is: [{'id': 'b1f0297c-ea85-40ab-8291-5fa2aa1b4880', 'name': 'tempest-ServerRescueNegativeTestJSON-1216302339-router', 'tenant_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '76f31444-ba64-4c5b-a23b-3f6f053a4020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:14Z', 'updated_at': '2020-12-05T21:46:48Z', 'revision_number': 5, 'project_id': '387707d1b07f4c5b9a7d2155b4ca7185', 'gw_port': {'id': '76f31444-ba64-4c5b-a23b-3f6f053a4020', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0297c-ea85-40ab-8291-5fa2aa1b4880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:46:51.633230 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea7c7-d83d-42c5-a73e-cba89208612f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585966'] for router_gateway, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:51.789172 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea7c7-d83d-42c5-a73e-cba89208612f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854380800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32590'] for router, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:51.794073 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea7c7-d83d-42c5-a73e-cba89208612f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:51.829901 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device aa53172a-7f75-4512-85ba-8bf228635aa7 no longer exists at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:46:51.921101 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] No Port match for: aa53172a-7f75-4512-85ba-8bf228635aa7 {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:46:51.921810 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device aa53172a-7f75-4512-85ba-8bf228635aa7 not bound to the agent host dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:46:51.982190 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea7c7-d83d-42c5-a73e-cba89208612f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854380614'] for router, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:51.983028 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2ea7c7-d83d-42c5-a73e-cba89208612f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1f0297c-ea85-40ab-8291-5fa2aa1b4880 {{(pid=80239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 05 21:46:52.009669 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea7c7-d83d-42c5-a73e-cba89208612f admin admin] Notify callbacks [] for router, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:52.012309 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-dd2ea7c7-d83d-42c5-a73e-cba89208612f admin admin] 10.222.0.50 "DELETE /v2.0/routers/b1f0297c-ea85-40ab-8291-5fa2aa1b4880 HTTP/1.1" status: 204 len: 168 time: 1.8883188 Dec 05 21:46:52.014225 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 56828) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:46:52.134183 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa0dba2-1e4c-4cf9-875f-39cbe9a2b821 admin admin] Deleting subnet ccaf5210-bac5-475a-af4e-b572b8c0356d {{(pid=80239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 05 21:46:52.140705 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-faa0dba2-1e4c-4cf9-875f-39cbe9a2b821 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:52.250598 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-faa0dba2-1e4c-4cf9-875f-39cbe9a2b821 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:52.265452 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-faa0dba2-1e4c-4cf9-875f-39cbe9a2b821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1341068'] for subnet, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:52.462362 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-dab526d3-da8c-40e6-b2df-9271e90b8e0d tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:52.464246 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-dab526d3-da8c-40e6-b2df-9271e90b8e0d tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/networks?id=3232708e-21b6-47c6-8857-e6bc2d91b53d HTTP/1.1" status: 200 len: 813 time: 0.2043002 Dec 05 21:46:52.489907 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-3338e012-812e-4d51-ab59-bb52d9e529f8 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/quotas/22dd5f56923d47d4b34fe437f6404af6 HTTP/1.1" status: 200 len: 375 time: 0.0134859 Dec 05 21:46:52.585590 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-4f2a83a3-415a-4bc6-bfa1-888baefc2437 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Synchronizing usage tracker for tenant:22dd5f56923d47d4b34fe437f6404af6 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:46:52.612092 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-4f2a83a3-415a-4bc6-bfa1-888baefc2437 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Unset dirty status for tenant:22dd5f56923d47d4b34fe437f6404af6 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:46:52.614529 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-4f2a83a3-415a-4bc6-bfa1-888baefc2437 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?tenant_id=22dd5f56923d47d4b34fe437f6404af6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1110585 Dec 05 21:46:52.704974 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-faa0dba2-1e4c-4cf9-875f-39cbe9a2b821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853434748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for subnet, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:52.722225 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3e51de03-38da-4c73-9eb0-9ff0d50548c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:52.799263 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0dba2-1e4c-4cf9-875f-39cbe9a2b821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccaf5210-bac5-475a-af4e-b572b8c0356d,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:52.822910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-faa0dba2-1e4c-4cf9-875f-39cbe9a2b821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:52.930245 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-faa0dba2-1e4c-4cf9-875f-39cbe9a2b821 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:52.942142 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-faa0dba2-1e4c-4cf9-875f-39cbe9a2b821 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ccaf5210-bac5-475a-af4e-b572b8c0356d HTTP/1.1" status: 204 len: 168 time: 0.9259334 Dec 05 21:46:52.944651 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 56868) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:46:53.011293 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-9a6fbdb8-54b3-41f6-a899-a17a20fbc7be service neutron] 10.222.0.50 "GET /v2.0/networks/3232708e-21b6-47c6-8857-e6bc2d91b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884399 Dec 05 21:46:53.093565 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853045594'] for network, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:53.194849 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-449fdee9-7ba4-4552-8018-a09da413331c service neutron] 10.222.0.50 "GET /v2.0/networks/3232708e-21b6-47c6-8857-e6bc2d91b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1697025 Dec 05 21:46:53.394282 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1342674', 'neutron.services.segments.db._delete_segments_for_network--9223363284943838921'] for network, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:53.628528 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:46:53.629377 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:46:53.635627 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:46:53.636376 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Subscribe: > port after_create 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:46:53.636994 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Subscribe: > port after_delete 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:46:53.637621 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Subscribe: > port after_update 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:46:53.638230 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:46:53.639073 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:46:53.639711 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:46:53.640366 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:46:53.680084 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c378a78a-f6af-44a2-98a0-6930d183e06c req-2233f42a-4aa4-40a1-9423-171495560fa3 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=5be17c5d-7176-4d91-b693-c9227f91205a HTTP/1.1" status: 200 len: 210 time: 0.0689845 Dec 05 21:46:53.789836 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:46:53.790702 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:46:53.791331 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:46:53.792073 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 05 21:46:53.793001 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a343bc3-72fd-414f-a6e7-9632ec6930e0']}} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:46:53.822791 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f09498a5-c82a-419e-9695-fb5cf3b4d805') {'for_net_delete': True} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:46:53.824712 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f09498a5-c82a-419e-9695-fb5cf3b4d805') {} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:46:53.851972 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284943839689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13685916'] for segment, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:53.883399 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:53.887197 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 76f31444-ba64-4c5b-a23b-3f6f053a4020 no longer exists at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:46:53.890195 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 05 21:46:53.961225 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] No Port match for: 76f31444-ba64-4c5b-a23b-3f6f053a4020 {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:46:53.962046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 76f31444-ba64-4c5b-a23b-3f6f053a4020 not bound to the agent host dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:46:54.100388 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Network 7a343bc3-72fd-414f-a6e7-9632ec6930e0 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:46:54.113461 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853434340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14624577'] for segment, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:54.385401 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Network 7a343bc3-72fd-414f-a6e7-9632ec6930e0 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: (rel_b, rel_a, rel_b), Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: (rel_b, rel_a, rel_b), Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: Traceback (most recent call last): Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: timer() Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: cb(*args, **kw) Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: return func(*args, **kwargs) Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: self._notify() Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: self.callback(batched_events) Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: event.method(event) Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: segment_id)['aggregates'][0] Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(self, *a, **k) Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: return self._get(url).json() Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: **kwargs) Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.request(url, 'GET', **kwargs) Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: **endpoint_filter) Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 05 21:46:54.414154 dv-cinder-757908-4-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 05 21:46:54.508975 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853433127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854189833'] for network, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:54.514018 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:54.535683 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:54.544780 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Pushing event deleted for resources: {'Network': ['ID=7a343bc3-72fd-414f-a6e7-9632ec6930e0,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:54.553193 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:54.562638 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] 10.222.0.50 "DELETE /v2.0/networks/7a343bc3-72fd-414f-a6e7-9632ec6930e0 HTTP/1.1" status: 204 len: 168 time: 1.6161830 Dec 05 21:46:54.769701 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 56912) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:46:54.855908 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-4b578da9-215a-4444-b37f-92935603ec36 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=387707d1b07f4c5b9a7d2155b4ca7185&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0833514 Dec 05 21:46:54.858286 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 56916) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:46:54.867869 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d11ac1b6-5807-49fa-9f66-230ff7173def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:54.940122 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-89ce496e-cf15-416c-bbee-c1f494c1606a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:54.951628 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-09ca084e-fa49-4cf8-b70d-79a552454bec req-b2a56784-4da1-43af-b63e-4ff173c94cad tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=5be17c5d-7176-4d91-b693-c9227f91205a HTTP/1.1" status: 200 len: 210 time: 0.0933387 Dec 05 21:46:54.975684 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-89ce496e-cf15-416c-bbee-c1f494c1606a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:55.060037 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-89ce496e-cf15-416c-bbee-c1f494c1606a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:55.066031 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6a8faaa4-0bcd-42c5-b983-7f4d01ed06f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:55.082003 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce496e-cf15-416c-bbee-c1f494c1606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b8dc1d-7614-4193-8e82-9f448f255a29,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:55.086872 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-89ce496e-cf15-416c-bbee-c1f494c1606a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:55.092256 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-89ce496e-cf15-416c-bbee-c1f494c1606a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:55.095251 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-89ce496e-cf15-416c-bbee-c1f494c1606a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/78b8dc1d-7614-4193-8e82-9f448f255a29 HTTP/1.1" status: 204 len: 168 time: 0.2353845 Dec 05 21:46:55.784046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-5f541bd4-3dfb-4968-8f32-917376ca1723 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:55.785695 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-5f541bd4-3dfb-4968-8f32-917376ca1723 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.53 "GET /v2.0/networks?id=3232708e-21b6-47c6-8857-e6bc2d91b53d HTTP/1.1" status: 200 len: 813 time: 0.1842027 Dec 05 21:46:55.812318 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-d610431e-0fc9-4367-b11f-59c0b5acc242 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Request body: {'port': {'device_id': '5be17c5d-7176-4d91-b693-c9227f91205a', 'network_id': '3232708e-21b6-47c6-8857-e6bc2d91b53d', 'admin_state_up': True, 'tenant_id': '22dd5f56923d47d4b34fe437f6404af6'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:46:56.067818 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-d610431e-0fc9-4367-b11f-59c0b5acc242 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:46:56.080050 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-d610431e-0fc9-4367-b11f-59c0b5acc242 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:46:56.092918 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-d610431e-0fc9-4367-b11f-59c0b5acc242 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Made reservation on behalf of 22dd5f56923d47d4b34fe437f6404af6 for: {'port': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:46:56.099670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-d610431e-0fc9-4367-b11f-59c0b5acc242 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:56.250317 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-acc67f72-1585-4d92-bac2-75ba6b0a0deb req-ee2a6477-220d-4ee3-bc8b-9fcfe256e208 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=5be17c5d-7176-4d91-b693-c9227f91205a HTTP/1.1" status: 200 len: 210 time: 0.0995061 Dec 05 21:46:56.949438 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-d610431e-0fc9-4367-b11f-59c0b5acc242 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Allocated IP 172.20.0.14 (3232708e-21b6-47c6-8857-e6bc2d91b53d/eff1004c-2286-4bc7-a23f-186ba80a0503/8b2123fd-0f12-4097-a75f-970b483377c1) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:46:57.276552 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-d610431e-0fc9-4367-b11f-59c0b5acc242 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:57.310247 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-d610431e-0fc9-4367-b11f-59c0b5acc242 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:57.327308 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:57.530428 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610431e-0fc9-4367-b11f-59c0b5acc242 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Pushing event updated for resources: {'Port': ['ID=8b2123fd-0f12-4097-a75f-970b483377c1,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:57.541874 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d610431e-0fc9-4367-b11f-59c0b5acc242 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:57.622151 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-d610431e-0fc9-4367-b11f-59c0b5acc242 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Network 3232708e-21b6-47c6-8857-e6bc2d91b53d is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:46:57.623561 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-d610431e-0fc9-4367-b11f-59c0b5acc242 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:46:57.628991 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-d610431e-0fc9-4367-b11f-59c0b5acc242 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:46:57.669716 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535f159-a48e-4b9f-bd9b-a85343b5fc24 req-8fd964a2-e8c5-404e-95e7-514fe233656a tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:57.671470 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9535f159-a48e-4b9f-bd9b-a85343b5fc24 req-8fd964a2-e8c5-404e-95e7-514fe233656a tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=5be17c5d-7176-4d91-b693-c9227f91205a HTTP/1.1" status: 200 len: 932 time: 0.1878214 Dec 05 21:46:57.745069 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-d610431e-0fc9-4367-b11f-59c0b5acc242 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:57.745792 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-d610431e-0fc9-4367-b11f-59c0b5acc242 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:57.766828 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9535f159-a48e-4b9f-bd9b-a85343b5fc24 req-561c27f0-3d6e-499a-9528-5ba409bbf648 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776703 Dec 05 21:46:57.800710 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-d610431e-0fc9-4367-b11f-59c0b5acc242 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9950294 Dec 05 21:46:57.802880 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6f96d76d-e24f-42a1-84e6-4cff9535ce0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:57.820874 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Request body: {'port': {'device_id': '5be17c5d-7176-4d91-b693-c9227f91205a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:46:58.024033 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:58.386796 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:58.627474 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b2123fd-0f12-4097-a75f-970b483377c1 {{(pid=80239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 05 21:46:58.635820 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:58.651610 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Transition to ACTIVE for port object 8b2123fd-0f12-4097-a75f-970b483377c1 will not be triggered until provisioned by entity L2. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:46:58.655339 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14624611'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:58.677443 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2831c806-c888-45b3-98dd-acf6e68dfe12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:58.689406 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 57006) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:46:58.813675 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 57014) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:46:58.875185 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Pushing event updated for resources: {'Port': ['ID=8b2123fd-0f12-4097-a75f-970b483377c1,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:58.890158 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:59.010262 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d3500239-6a80-4107-97d0-21ec335407c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:59.028970 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-d3500239-6a80-4107-97d0-21ec335407c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:46:59.034889 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-d3500239-6a80-4107-97d0-21ec335407c2 admin admin] Usage tracker for resource:security_group_rule and tenant:63929e6edbba4b7087c8b79eebd48500 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:46:59.056713 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-d3500239-6a80-4107-97d0-21ec335407c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:46:59.067329 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-d3500239-6a80-4107-97d0-21ec335407c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:46:59.111779 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1986-9b5c-43b6-9626-b50e45996a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:59.159276 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-4a4a1986-9b5c-43b6-9626-b50e45996a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:46:59.175588 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Attempting to bind port 8b2123fd-0f12-4097-a75f-970b483377c1 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:46:59.175909 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-4a4a1986-9b5c-43b6-9626-b50e45996a27 admin admin] Usage tracker for resource:security_group_rule and tenant:6778bcad6682406f9013063ac1b78ed9 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:46:59.176202 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Attempting to bind port 8b2123fd-0f12-4097-a75f-970b483377c1 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'c8b33da2-10ae-4545-bd24-eb412e687a58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3232708e-21b6-47c6-8857-e6bc2d91b53d'}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:46:59.176878 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Attempting to bind port 8b2123fd-0f12-4097-a75f-970b483377c1 on network 3232708e-21b6-47c6-8857-e6bc2d91b53d {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:46:59.180989 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-4a4a1986-9b5c-43b6-9626-b50e45996a27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:46:59.192572 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Checking agent: {'id': '73420180-90c9-4440-8e64-a61aa3b256a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 39, 15), 'started_at': datetime.datetime(2020, 12, 5, 21, 39, 45), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 7, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:46:59.193539 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Checking segment: {'id': 'c8b33da2-10ae-4545-bd24-eb412e687a58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3232708e-21b6-47c6-8857-e6bc2d91b53d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:46:59.194152 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:59.194751 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Bound using segment: {'id': 'c8b33da2-10ae-4545-bd24-eb412e687a58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3232708e-21b6-47c6-8857-e6bc2d91b53d'} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:46:59.195340 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Bound port: 8b2123fd-0f12-4097-a75f-970b483377c1, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b33da2-10ae-4545-bd24-eb412e687a58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3232708e-21b6-47c6-8857-e6bc2d91b53d'}}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:46:59.195890 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-4a4a1986-9b5c-43b6-9626-b50e45996a27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:46:59.196014 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:59.303865 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] For port 8b2123fd-0f12-4097-a75f-970b483377c1, host hv-cinder-75790, cleared binding levels {{(pid=80239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:46:59.307700 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] For port 8b2123fd-0f12-4097-a75f-970b483377c1, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=8b2123fd-0f12-4097-a75f-970b483377c1,segment=NetworkSegment(c8b33da2-10ae-4545-bd24-eb412e687a58),segment_id=c8b33da2-10ae-4545-bd24-eb412e687a58)] {{(pid=80239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:46:59.313120 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14624611'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:59.321480 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42bca5-02e1-4654-8f72-31f5f50e059f req-073df928-7152-4932-bd04-5abf9e3ceef7 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:59.324406 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7e42bca5-02e1-4654-8f72-31f5f50e059f req-073df928-7152-4932-bd04-5abf9e3ceef7 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=5be17c5d-7176-4d91-b693-c9227f91205a HTTP/1.1" status: 200 len: 944 time: 0.2640998 Dec 05 21:46:59.332539 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-87b7e277-50fb-4d12-9adb-3775662a2354 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:59.445554 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d3500239-6a80-4107-97d0-21ec335407c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:59.462563 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d3500239-6a80-4107-97d0-21ec335407c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:59.473894 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7e42bca5-02e1-4654-8f72-31f5f50e059f req-71c69b76-56be-47a1-baad-7372cf4a423d tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356647 Dec 05 21:46:59.478954 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b13d183f-5fdf-4dab-90ba-af1bea01ddf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:59.501284 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Pushing event updated for resources: {'Port': ['ID=8b2123fd-0f12-4097-a75f-970b483377c1,revision_number=3']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:59.508079 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:59.573331 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1986-9b5c-43b6-9626-b50e45996a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:59.577551 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:59.580113 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:59.581708 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-d3500239-6a80-4107-97d0-21ec335407c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63929e6edbba4b7087c8b79eebd48500&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7661710 Dec 05 21:46:59.583342 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3500239-6a80-4107-97d0-21ec335407c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201e4569-a059-4f94-a057-3510efab2836,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:59.583486 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] 10.222.0.53 "PUT /v2.0/ports/8b2123fd-0f12-4097-a75f-970b483377c1 HTTP/1.1" status: 200 len: 1158 time: 1.7672827 Dec 05 21:46:59.584247 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be17c5d-7176-4d91-b693-c9227f91205a', 'tag': '8b2123fd-0f12-4097-a75f-970b483377c1'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:46:59.586978 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d3500239-6a80-4107-97d0-21ec335407c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:59.587766 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 57024) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:46:59.591105 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1986-9b5c-43b6-9626-b50e45996a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:59.629748 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5364f02b-50ef-479d-9496-43dfa555d114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:46:59.702262 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-4a4a1986-9b5c-43b6-9626-b50e45996a27 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6778bcad6682406f9013063ac1b78ed9&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0085022 Dec 05 21:46:59.705031 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a1986-9b5c-43b6-9626-b50e45996a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9530de3c-a4cd-41f6-92cf-be87c3dc34ab,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:46:59.711225 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 57032) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:46:59.725371 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4a4a1986-9b5c-43b6-9626-b50e45996a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:46:59.761894 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:59.814151 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-a8b0f8d0-d71e-4742-8b23-dee171d7d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:59.816107 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-a8b0f8d0-d71e-4742-8b23-dee171d7d4bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22dd5f56923d47d4b34fe437f6404af6&device_id=5be17c5d-7176-4d91-b693-c9227f91205a HTTP/1.1" status: 200 len: 1161 time: 0.1577570 Dec 05 21:46:59.851058 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ba555f9c-5967-47e3-8c61-dafbe2cda698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:59.856019 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8304-1bf6-4b9a-a3df-51622ec9e4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:59.905343 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be17c5d-7176-4d91-b693-c9227f91205a', 'tag': '8b2123fd-0f12-4097-a75f-970b483377c1', 'status': 'completed', 'code': 200} Dec 05 21:46:59.915520 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-3f0d410f-f114-4bfb-9f42-dbfe4ed06271 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b2123fd-0f12-4097-a75f-970b483377c1 HTTP/1.1" status: 200 len: 217 time: 0.0850687 Dec 05 21:46:59.949346 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ba555f9c-5967-47e3-8c61-dafbe2cda698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:59.973673 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8304-1bf6-4b9a-a3df-51622ec9e4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:46:59.990478 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-e074026f-bf84-45bf-80ae-f0c2107ce506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:46:59.992284 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-e074026f-bf84-45bf-80ae-f0c2107ce506 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eff1004c-2286-4bc7-a23f-186ba80a0503 HTTP/1.1" status: 200 len: 853 time: 0.0702212 Dec 05 21:47:00.059258 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-3ce37d7a-3817-4fe3-9150-b37937e83ba4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3232708e-21b6-47c6-8857-e6bc2d91b53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580876 Dec 05 21:47:00.108472 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ba555f9c-5967-47e3-8c61-dafbe2cda698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:00.118793 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:00.146640 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba555f9c-5967-47e3-8c61-dafbe2cda698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201e4569-a059-4f94-a057-3510efab2836,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:00.155690 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ba555f9c-5967-47e3-8c61-dafbe2cda698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:00.159544 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8304-1bf6-4b9a-a3df-51622ec9e4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:00.174250 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a8d3162a-4e02-44ff-8c89-46a930214201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:00.201770 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8304-1bf6-4b9a-a3df-51622ec9e4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:00.203027 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-4d0e8304-1bf6-4b9a-a3df-51622ec9e4c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9530de3c-a4cd-41f6-92cf-be87c3dc34ab HTTP/1.1" status: 204 len: 168 time: 0.4799478 Dec 05 21:47:00.204072 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ba555f9c-5967-47e3-8c61-dafbe2cda698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:00.209159 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ba555f9c-5967-47e3-8c61-dafbe2cda698 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/201e4569-a059-4f94-a057-3510efab2836 HTTP/1.1" status: 204 len: 168 time: 0.6160684 Dec 05 21:47:00.209159 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e8304-1bf6-4b9a-a3df-51622ec9e4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9530de3c-a4cd-41f6-92cf-be87c3dc34ab,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:00.209159 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4d0e8304-1bf6-4b9a-a3df-51622ec9e4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:00.279871 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-8ac9f0b0-2cbe-4e01-b2fe-b51fbb3d9968 service neutron] 10.222.0.53 "GET /v2.0/networks/3232708e-21b6-47c6-8857-e6bc2d91b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116208 Dec 05 21:47:00.556758 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b090243-8a9e-4ecc-831e-80ac0133f396 req-f955325d-177a-4106-bbcd-17b2bbad2ee4 service neutron] 10.222.0.53 "GET /v2.0/networks/3232708e-21b6-47c6-8857-e6bc2d91b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2685909 Dec 05 21:47:00.773375 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 57054) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:00.804626 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c04cbb2f-a8b3-4b2c-9f08-8c367820d922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:00.827006 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c04cbb2f-a8b3-4b2c-9f08-8c367820d922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:47:00.833676 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c04cbb2f-a8b3-4b2c-9f08-8c367820d922 admin admin] Usage tracker for resource:security_group_rule and tenant:8009211a09b84de69213c9e765d3d25e is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:47:00.837706 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c04cbb2f-a8b3-4b2c-9f08-8c367820d922 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:47:00.846170 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c04cbb2f-a8b3-4b2c-9f08-8c367820d922 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:47:00.858570 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df568cf7-8cbd-40de-9450-4e028438da70 req-33b65d62-e0dc-49e3-ba29-22e468b2137f tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:00.860851 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-df568cf7-8cbd-40de-9450-4e028438da70 req-33b65d62-e0dc-49e3-ba29-22e468b2137f tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=5be17c5d-7176-4d91-b693-c9227f91205a HTTP/1.1" status: 200 len: 944 time: 0.1098561 Dec 05 21:47:00.872100 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307131-d25c-4236-965d-b10fdf3b8258 req-dc0085f4-ee89-4938-95a6-1a69d4ccf66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:00.873766 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-44307131-d25c-4236-965d-b10fdf3b8258 req-dc0085f4-ee89-4938-95a6-1a69d4ccf66b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22dd5f56923d47d4b34fe437f6404af6&device_id=5be17c5d-7176-4d91-b693-c9227f91205a HTTP/1.1" status: 200 len: 1161 time: 0.1657574 Dec 05 21:47:00.930895 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-df568cf7-8cbd-40de-9450-4e028438da70 req-0ba378b0-4972-4c14-817d-1f18d8876bdf tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489526 Dec 05 21:47:01.073506 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307131-d25c-4236-965d-b10fdf3b8258 req-9477df0a-0408-4c41-89c8-7c34d813f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:01.075174 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-44307131-d25c-4236-965d-b10fdf3b8258 req-9477df0a-0408-4c41-89c8-7c34d813f819 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3232708e-21b6-47c6-8857-e6bc2d91b53d HTTP/1.1" status: 200 len: 907 time: 0.1927307 Dec 05 21:47:01.150413 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:01.169346 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-44307131-d25c-4236-965d-b10fdf3b8258 req-0e55e665-b668-4214-ab6c-44e3c1d176d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b2123fd-0f12-4097-a75f-970b483377c1 HTTP/1.1" status: 200 len: 217 time: 0.0833898 Dec 05 21:47:01.175533 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c04cbb2f-a8b3-4b2c-9f08-8c367820d922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:01.215940 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c04cbb2f-a8b3-4b2c-9f08-8c367820d922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:01.228827 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-80d4cd1b-1a36-45da-9062-0aacd1904d43 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:01.298411 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04cbb2f-a8b3-4b2c-9f08-8c367820d922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4d49bc-358c-43a1-860f-d77911a93fe1,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:01.303010 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c04cbb2f-a8b3-4b2c-9f08-8c367820d922 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8009211a09b84de69213c9e765d3d25e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5285113 Dec 05 21:47:01.304314 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c04cbb2f-a8b3-4b2c-9f08-8c367820d922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:01.305729 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307131-d25c-4236-965d-b10fdf3b8258 req-f6e0b05e-3a45-4f86-8b77-663de97b41fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:01.306858 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 57066) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:01.307269 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-44307131-d25c-4236-965d-b10fdf3b8258 req-f6e0b05e-3a45-4f86-8b77-663de97b41fc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eff1004c-2286-4bc7-a23f-186ba80a0503 HTTP/1.1" status: 200 len: 853 time: 0.1303942 Dec 05 21:47:01.364293 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-44307131-d25c-4236-965d-b10fdf3b8258 req-6ebfeaca-5c91-41d4-a80c-4f14de0010a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3232708e-21b6-47c6-8857-e6bc2d91b53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491054 Dec 05 21:47:01.428228 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c6395ec0-71a0-4042-8181-4c97604fbbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:01.462381 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c6395ec0-71a0-4042-8181-4c97604fbbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:01.529649 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c6395ec0-71a0-4042-8181-4c97604fbbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:01.536118 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1f72a4a1-9882-450c-a80d-42ba2e521347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:01.543642 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-44307131-d25c-4236-965d-b10fdf3b8258 req-209c514d-7c7c-4655-8a8f-aa2e4c2c96f5 service neutron] 10.222.0.53 "GET /v2.0/networks/3232708e-21b6-47c6-8857-e6bc2d91b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623726 Dec 05 21:47:01.548411 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6395ec0-71a0-4042-8181-4c97604fbbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4d49bc-358c-43a1-860f-d77911a93fe1,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:01.553172 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c6395ec0-71a0-4042-8181-4c97604fbbfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:01.557444 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c6395ec0-71a0-4042-8181-4c97604fbbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:01.572911 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c6395ec0-71a0-4042-8181-4c97604fbbfa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e4d49bc-358c-43a1-860f-d77911a93fe1 HTTP/1.1" status: 204 len: 168 time: 0.2639432 Dec 05 21:47:02.155295 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-44307131-d25c-4236-965d-b10fdf3b8258 req-d3f2da52-711e-4a70-9250-d77e18897f2d service neutron] 10.222.0.53 "GET /v2.0/networks/3232708e-21b6-47c6-8857-e6bc2d91b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5950541 Dec 05 21:47:02.308643 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ac44d-da9e-4b3c-9671-76307c46f76f req-7623c657-bca0-435c-8285-337907af8533 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:02.310017 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-323ac44d-da9e-4b3c-9671-76307c46f76f req-7623c657-bca0-435c-8285-337907af8533 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Synchronizing usage tracker for tenant:22dd5f56923d47d4b34fe437f6404af6 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:47:02.340607 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-323ac44d-da9e-4b3c-9671-76307c46f76f req-7623c657-bca0-435c-8285-337907af8533 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Unset dirty status for tenant:22dd5f56923d47d4b34fe437f6404af6 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:47:02.342641 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-323ac44d-da9e-4b3c-9671-76307c46f76f req-7623c657-bca0-435c-8285-337907af8533 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=5be17c5d-7176-4d91-b693-c9227f91205a HTTP/1.1" status: 200 len: 944 time: 0.1693695 Dec 05 21:47:02.425753 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-323ac44d-da9e-4b3c-9671-76307c46f76f req-01160d8b-891f-4da6-a1ef-c6b7a09ef212 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744667 Dec 05 21:47:03.093113 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 57112) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:03.342949 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1301112368-network', 'tenant_id': '17b7dbb2cd9147d6b0f856fccbea84cb'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:47:03.348555 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:47:03.353078 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Usage tracker for resource:network and tenant:17b7dbb2cd9147d6b0f856fccbea84cb is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:47:03.356383 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:47:03.363251 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:47:03.375814 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Made reservation on behalf of 17b7dbb2cd9147d6b0f856fccbea84cb for: {'network': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:47:03.381482 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for network, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:03.400500 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:03.416499 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:47:03.421028 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Usage tracker for resource:security_group_rule and tenant:17b7dbb2cd9147d6b0f856fccbea84cb is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:47:03.424783 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:47:03.431298 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:47:03.552453 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:03.562353 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:03.572133 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:03.675297 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 05 21:47:03.700072 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bf352f-05f1-4409-89ce-aedbd2a54468,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:03.704880 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:03.711593 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751910936879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:03.712326 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Added segment a166939b-df6c-4d5f-a1ea-97bdee06df90 of type vxlan for network d56f7133-66a9-4e9e-874f-64e082557455 Dec 05 21:47:03.782050 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284944475320'] for network, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:03.812661 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5020faa-91fe-4840-9005-689e97842f07 req-aeeddf41-c9e4-4b4e-91ce-729e8191787a tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:03.814409 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5020faa-91fe-4840-9005-689e97842f07 req-aeeddf41-c9e4-4b4e-91ce-729e8191787a tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=5be17c5d-7176-4d91-b693-c9227f91205a HTTP/1.1" status: 200 len: 944 time: 0.2255411 Dec 05 21:47:03.857800 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for network, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:03.868672 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:03.869328 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:03.878830 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:03.910517 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5020faa-91fe-4840-9005-689e97842f07 req-d2a97056-8da9-4c3a-ab0a-b0c563dc08b8 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832293 Dec 05 21:47:04.058891 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9628513 Dec 05 21:47:04.064093 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 57138) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:04.066306 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Pushing event updated for resources: {'Network': ['ID=d56f7133-66a9-4e9e-874f-64e082557455,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:04.069703 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:04.075763 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-b85cd91d-1ce0-4075-b6da-60422eb1c74a admin admin] Request body: {'subnet': {'network_id': 'd56f7133-66a9-4e9e-874f-64e082557455', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1301112368-subnet', 'tenant_id': '17b7dbb2cd9147d6b0f856fccbea84cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:47:04.083514 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Network d56f7133-66a9-4e9e-874f-64e082557455 details requested by agent ovs-agent-dv-cinder-757908-4-iscsi with host dv-cinder-757908-4-iscsi {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:47:04.085853 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b85cd91d-1ce0-4075-b6da-60422eb1c74a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:47:04.095819 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b85cd91d-1ce0-4075-b6da-60422eb1c74a admin admin] Usage tracker for resource:subnet and tenant:17b7dbb2cd9147d6b0f856fccbea84cb is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:47:04.103789 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b85cd91d-1ce0-4075-b6da-60422eb1c74a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:47:04.110347 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b85cd91d-1ce0-4075-b6da-60422eb1c74a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:47:04.121464 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85cd91d-1ce0-4075-b6da-60422eb1c74a admin admin] Made reservation on behalf of 17b7dbb2cd9147d6b0f856fccbea84cb for: {'subnet': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:47:04.126802 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b85cd91d-1ce0-4075-b6da-60422eb1c74a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15552285'] for subnet, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:04.204999 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Network d56f7133-66a9-4e9e-874f-64e082557455 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:47:04.686633 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b85cd91d-1ce0-4075-b6da-60422eb1c74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14560491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15552268'] for subnet, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:04.703778 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6455db08-911d-42ad-ad51-81025d54bd87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:04.855060 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cd91d-1ce0-4075-b6da-60422eb1c74a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd2d50a-4048-42a2-af0c-dc5327017e1d,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:04.860294 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b85cd91d-1ce0-4075-b6da-60422eb1c74a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:04.949280 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85cd91d-1ce0-4075-b6da-60422eb1c74a admin admin] Checking segment: {'id': 'a166939b-df6c-4d5f-a1ea-97bdee06df90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd56f7133-66a9-4e9e-874f-64e082557455'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:47:04.949934 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85cd91d-1ce0-4075-b6da-60422eb1c74a admin admin] Network hostable DHCP agents. Network: d56f7133-66a9-4e9e-874f-64e082557455, hostable agents: ['f9b3e222-eb4b-465e-917f-070186e4772e'], hosted agents: [] {{(pid=80239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 05 21:47:04.981442 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85cd91d-1ce0-4075-b6da-60422eb1c74a admin admin] Network d56f7133-66a9-4e9e-874f-64e082557455 is scheduled to be hosted by DHCP agent f9b3e222-eb4b-465e-917f-070186e4772e with binding_index 1 {{(pid=80239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 05 21:47:04.993299 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-b85cd91d-1ce0-4075-b6da-60422eb1c74a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-4-iscsi, d56f7133-66a9-4e9e-874f-64e082557455) {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:47:05.006970 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0338f5-320e-48cd-9743-cb531c391f89 None None] Network d56f7133-66a9-4e9e-874f-64e082557455 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:47:05.007652 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85cd91d-1ce0-4075-b6da-60422eb1c74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:05.008332 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b85cd91d-1ce0-4075-b6da-60422eb1c74a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:05.048997 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b85cd91d-1ce0-4075-b6da-60422eb1c74a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9830828 Dec 05 21:47:05.254571 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e0f52-34c3-428d-a436-66ace552926e req-836a6c7d-326a-425f-8682-929fabb8941d tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:05.256501 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-604e0f52-34c3-428d-a436-66ace552926e req-836a6c7d-326a-425f-8682-929fabb8941d tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=5be17c5d-7176-4d91-b693-c9227f91205a HTTP/1.1" status: 200 len: 944 time: 0.1299751 Dec 05 21:47:05.295070 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddb2429-c4c4-4481-b04d-f0f73b1bad58 None None] Network d56f7133-66a9-4e9e-874f-64e082557455 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:47:05.321921 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-604e0f52-34c3-428d-a436-66ace552926e req-f6ac10ae-b0bb-4525-bc27-9c8f77083018 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533884 Dec 05 21:47:06.110545 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 57174) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:06.119276 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1202755133-network', 'tenant_id': '92ba5d608ae74c13a34494758889205f'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:47:06.127951 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:47:06.136063 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Usage tracker for resource:network and tenant:92ba5d608ae74c13a34494758889205f is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:47:06.144087 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:47:06.154724 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:47:06.168096 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Made reservation on behalf of 92ba5d608ae74c13a34494758889205f for: {'network': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:47:06.173424 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for network, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:06.186949 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:06.205484 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:47:06.210447 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Usage tracker for resource:security_group_rule and tenant:92ba5d608ae74c13a34494758889205f is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:47:06.213653 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:47:06.220899 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:47:06.319102 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:06.322296 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:06.326920 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-170e9cd6-14a7-45df-89a8-3537f4ad3d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:06.369079 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 05 21:47:06.383281 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6171578-4e72-45fb-93b5-00e9b13012c0,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:06.387942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:06.388996 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751910936879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:06.389438 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Added segment 2661ad6a-439c-4cb8-b9b3-5ed3833cf838 of type vxlan for network 61d58d80-1e3e-473c-a60d-237059a38d45 Dec 05 21:47:06.436571 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284944475320'] for network, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:06.478065 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for network, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:06.479706 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:06.480950 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:06.485512 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:06.661392 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Pushing event updated for resources: {'Network': ['ID=61d58d80-1e3e-473c-a60d-237059a38d45,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:06.666308 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:06.672886 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 57196) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:06.675627 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5595276 Dec 05 21:47:06.678496 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Network 61d58d80-1e3e-473c-a60d-237059a38d45 details requested by agent ovs-agent-dv-cinder-757908-4-iscsi with host dv-cinder-757908-4-iscsi {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:47:06.679597 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-f79ec9a0-a418-48ae-9bfe-3169fc7ad680 admin admin] Request body: {'subnet': {'network_id': '61d58d80-1e3e-473c-a60d-237059a38d45', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1202755133-subnet', 'tenant_id': '92ba5d608ae74c13a34494758889205f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:47:06.698532 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-f79ec9a0-a418-48ae-9bfe-3169fc7ad680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:47:06.704231 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f79ec9a0-a418-48ae-9bfe-3169fc7ad680 admin admin] Usage tracker for resource:subnet and tenant:92ba5d608ae74c13a34494758889205f is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:47:06.713787 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f79ec9a0-a418-48ae-9bfe-3169fc7ad680 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:47:06.726196 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-f79ec9a0-a418-48ae-9bfe-3169fc7ad680 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:47:06.726644 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3124c-e1ac-44bb-9b40-ed1a238bcd27 req-6956cd04-218c-440a-9e7a-d62c80360348 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:06.728899 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-73b3124c-e1ac-44bb-9b40-ed1a238bcd27 req-6956cd04-218c-440a-9e7a-d62c80360348 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=5be17c5d-7176-4d91-b693-c9227f91205a HTTP/1.1" status: 200 len: 944 time: 0.1415958 Dec 05 21:47:06.745847 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Network 61d58d80-1e3e-473c-a60d-237059a38d45 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:47:06.751200 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79ec9a0-a418-48ae-9bfe-3169fc7ad680 admin admin] Made reservation on behalf of 92ba5d608ae74c13a34494758889205f for: {'subnet': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:47:06.756491 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f79ec9a0-a418-48ae-9bfe-3169fc7ad680 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15552285'] for subnet, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:06.823080 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-73b3124c-e1ac-44bb-9b40-ed1a238bcd27 req-9beba40e-cda9-43d8-a916-5e0b462625c3 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856793 Dec 05 21:47:06.873178 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 8b2123fd-0f12-4097-a75f-970b483377c1 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:47:07.059695 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning for port 8b2123fd-0f12-4097-a75f-970b483377c1 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:47:07.066174 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 8b2123fd-0f12-4097-a75f-970b483377c1 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:47:07.066583 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:07.192126 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:07.245050 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be17c5d-7176-4d91-b693-c9227f91205a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2123fd-0f12-4097-a75f-970b483377c1'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:47:07.283088 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port 8b2123fd-0f12-4097-a75f-970b483377c1, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=8b2123fd-0f12-4097-a75f-970b483377c1,segment=NetworkSegment(c8b33da2-10ae-4545-bd24-eb412e687a58),segment_id=c8b33da2-10ae-4545-bd24-eb412e687a58)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:47:07.290691 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:07.295489 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:07.437117 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f79ec9a0-a418-48ae-9bfe-3169fc7ad680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14560491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15552268'] for subnet, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:07.440038 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be17c5d-7176-4d91-b693-c9227f91205a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2123fd-0f12-4097-a75f-970b483377c1', 'code': 200} Dec 05 21:47:07.446655 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=8b2123fd-0f12-4097-a75f-970b483377c1,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:07.464388 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.465751 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.466354 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.467058 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.467834 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.468413 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.469411 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.470313 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.470910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.471493 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.472287 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.473931 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.476961 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.477507 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.478127 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.478628 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.479565 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.480234 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.480715 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.481198 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.481678 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.482405 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.482892 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.483369 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:07.490692 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:07.539901 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:07.616634 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ec9a0-a418-48ae-9bfe-3169fc7ad680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74d85a95-9817-4e9b-b764-2836399d2e60,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:07.621853 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f79ec9a0-a418-48ae-9bfe-3169fc7ad680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:07.758040 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79ec9a0-a418-48ae-9bfe-3169fc7ad680 admin admin] Checking segment: {'id': '2661ad6a-439c-4cb8-b9b3-5ed3833cf838', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '61d58d80-1e3e-473c-a60d-237059a38d45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:47:07.758409 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79ec9a0-a418-48ae-9bfe-3169fc7ad680 admin admin] Network hostable DHCP agents. Network: 61d58d80-1e3e-473c-a60d-237059a38d45, hostable agents: ['f9b3e222-eb4b-465e-917f-070186e4772e'], hosted agents: [] {{(pid=80239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 05 21:47:07.792672 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79ec9a0-a418-48ae-9bfe-3169fc7ad680 admin admin] Network 61d58d80-1e3e-473c-a60d-237059a38d45 is scheduled to be hosted by DHCP agent f9b3e222-eb4b-465e-917f-070186e4772e with binding_index 1 {{(pid=80239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 05 21:47:07.814652 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-f79ec9a0-a418-48ae-9bfe-3169fc7ad680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-4-iscsi, 61d58d80-1e3e-473c-a60d-237059a38d45) {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:47:07.820532 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0bb32-1c42-4de4-8b14-5a19cbad3b4e req-f2c8d823-b41f-4e28-8df6-9c61bece66f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:07.822980 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2fd0bb32-1c42-4de4-8b14-5a19cbad3b4e req-f2c8d823-b41f-4e28-8df6-9c61bece66f1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5be17c5d-7176-4d91-b693-c9227f91205a HTTP/1.1" status: 200 len: 1163 time: 0.1335535 Dec 05 21:47:07.825661 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168e2519-86a8-4d18-a42e-11d7ab5c813a None None] Network 61d58d80-1e3e-473c-a60d-237059a38d45 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:47:07.858753 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79ec9a0-a418-48ae-9bfe-3169fc7ad680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:07.859681 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f79ec9a0-a418-48ae-9bfe-3169fc7ad680 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:07.895246 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2fd0bb32-1c42-4de4-8b14-5a19cbad3b4e req-6e67b31e-a151-4b73-86e0-84b9b55a27e3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636296 Dec 05 21:47:07.918441 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f79ec9a0-a418-48ae-9bfe-3169fc7ad680 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2354152 Dec 05 21:47:08.122400 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 57214) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:08.206180 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-125ba311-c27a-4e52-8eca-959cf695351c admin admin] Deleting subnet ccd2d50a-4048-42a2-af0c-dc5327017e1d {{(pid=80240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 05 21:47:08.211004 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-125ba311-c27a-4e52-8eca-959cf695351c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:08.226253 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791a8855-0bdd-4ece-8986-5a7dded59b67 None None] Network 61d58d80-1e3e-473c-a60d-237059a38d45 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:47:08.269009 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7801f0-159d-4b81-aedd-d023d19e9e11 req-d487ccc2-7e04-4d1e-9a23-27ccef1e6a5d tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:08.281911 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1e7801f0-159d-4b81-aedd-d023d19e9e11 req-d487ccc2-7e04-4d1e-9a23-27ccef1e6a5d tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=5be17c5d-7176-4d91-b693-c9227f91205a HTTP/1.1" status: 200 len: 946 time: 0.2330179 Dec 05 21:47:08.284390 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-125ba311-c27a-4e52-8eca-959cf695351c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838066415'] for subnet, precommit_delete_associations {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:08.328921 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 8b2123fd-0f12-4097-a75f-970b483377c1 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:47:08.356519 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1e7801f0-159d-4b81-aedd-d023d19e9e11 req-a33ef5f8-80ee-45fc-9bde-c689de3c6a16 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699553 Dec 05 21:47:08.377741 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-125ba311-c27a-4e52-8eca-959cf695351c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1341068'] for subnet, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:08.721303 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 8b2123fd-0f12-4097-a75f-970b483377c1 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:47:08.721718 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:08.805371 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-125ba311-c27a-4e52-8eca-959cf695351c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853434748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839085278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838084134'] for subnet, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:08.822930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:08.880766 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ba311-c27a-4e52-8eca-959cf695351c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd2d50a-4048-42a2-af0c-dc5327017e1d,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:08.940088 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-125ba311-c27a-4e52-8eca-959cf695351c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:08.976943 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-125ba311-c27a-4e52-8eca-959cf695351c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for subnet, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:08.983710 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-125ba311-c27a-4e52-8eca-959cf695351c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ccd2d50a-4048-42a2-af0c-dc5327017e1d HTTP/1.1" status: 204 len: 168 time: 0.8598557 Dec 05 21:47:08.987455 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 57230) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:09.351806 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-697f883e-1a7b-469f-b17a-2e52c4bf4009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853045594'] for network, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:09.386771 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-230b3202-e475-4cfb-bf8c-c95252b096c9 req-3fdd511a-7a09-4a1e-967c-bdc41f5b37ce service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1330903 Dec 05 21:47:09.601178 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b3202-e475-4cfb-bf8c-c95252b096c9 req-d320e961-8c89-4bda-a37e-304518729296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:09.605795 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-230b3202-e475-4cfb-bf8c-c95252b096c9 req-d320e961-8c89-4bda-a37e-304518729296 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060&device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 1162 time: 0.1625841 Dec 05 21:47:09.610401 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-697f883e-1a7b-469f-b17a-2e52c4bf4009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1342674', 'neutron.services.segments.db._delete_segments_for_network--9223363284943838921'] for network, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:09.750253 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-697f883e-1a7b-469f-b17a-2e52c4bf4009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56f7133-66a9-4e9e-874f-64e082557455']}} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:47:09.773746 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-697f883e-1a7b-469f-b17a-2e52c4bf4009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a166939b-df6c-4d5f-a1ea-97bdee06df90') {'for_net_delete': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:47:09.774090 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-697f883e-1a7b-469f-b17a-2e52c4bf4009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a166939b-df6c-4d5f-a1ea-97bdee06df90') {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:47:09.787942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b3202-e475-4cfb-bf8c-c95252b096c9 req-46649a00-de5b-4e13-b019-0dc09caf9b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:09.789927 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-230b3202-e475-4cfb-bf8c-c95252b096c9 req-46649a00-de5b-4e13-b019-0dc09caf9b43 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba83bbf0-3b38-4232-af09-1ca8d508a608 HTTP/1.1" status: 200 len: 911 time: 0.1589658 Dec 05 21:47:09.798142 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6134f2-2b65-42f5-a338-953020353752 req-7214a130-6480-48d5-9fb4-bb6bf3c1135b tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:09.800317 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fa6134f2-2b65-42f5-a338-953020353752 req-7214a130-6480-48d5-9fb4-bb6bf3c1135b tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=5be17c5d-7176-4d91-b693-c9227f91205a HTTP/1.1" status: 200 len: 946 time: 0.2433476 Dec 05 21:47:09.802327 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-697f883e-1a7b-469f-b17a-2e52c4bf4009 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284943839689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16709401'] for segment, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:09.841404 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-697f883e-1a7b-469f-b17a-2e52c4bf4009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:09.845472 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-697f883e-1a7b-469f-b17a-2e52c4bf4009 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 05 21:47:09.883902 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-230b3202-e475-4cfb-bf8c-c95252b096c9 req-1f9d1404-2b01-412c-8ee6-522a6a011bb0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=608b4e65-975a-4c85-af2d-4fbf1a5b2a1a HTTP/1.1" status: 200 len: 217 time: 0.0867541 Dec 05 21:47:09.994824 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fa6134f2-2b65-42f5-a338-953020353752 req-c0efd650-2ee5-4ad9-a99f-77abe690602b tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847446 Dec 05 21:47:10.060677 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b3202-e475-4cfb-bf8c-c95252b096c9 req-08fa2aa4-d49c-4c87-a68f-79af3d6a9f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:10.064103 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-230b3202-e475-4cfb-bf8c-c95252b096c9 req-08fa2aa4-d49c-4c87-a68f-79af3d6a9f25 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9202ba51-95a8-4744-9f6f-9b6d34d32b9b HTTP/1.1" status: 200 len: 856 time: 0.1734798 Dec 05 21:47:10.149010 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-697f883e-1a7b-469f-b17a-2e52c4bf4009 admin admin] Network d56f7133-66a9-4e9e-874f-64e082557455 has no segments {{(pid=80240) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:47:10.159951 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-697f883e-1a7b-469f-b17a-2e52c4bf4009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853434340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839085233'] for segment, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:10.217674 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b3202-e475-4cfb-bf8c-c95252b096c9 req-703be410-186e-4f3f-a399-3bb7b40dec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:10.221199 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-230b3202-e475-4cfb-bf8c-c95252b096c9 req-703be410-186e-4f3f-a399-3bb7b40dec27 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba83bbf0-3b38-4232-af09-1ca8d508a608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1145756 Dec 05 21:47:10.432329 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-697f883e-1a7b-469f-b17a-2e52c4bf4009 admin admin] Network d56f7133-66a9-4e9e-874f-64e082557455 has no segments {{(pid=80240) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:47:10.451074 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-230b3202-e475-4cfb-bf8c-c95252b096c9 req-e37730d3-6979-4d37-b61c-7449e848974e service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222607 Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: Traceback (most recent call last): Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: timer() Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: cb(*args, **kw) Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: return func(*args, **kwargs) Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: self._notify() Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: self.callback(batched_events) Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: event.method(event) Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: segment_id)['aggregates'][0] Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(self, *a, **k) Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: return self._get(url).json() Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: **kwargs) Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.request(url, 'GET', **kwargs) Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: **endpoint_filter) Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 05 21:47:10.492393 dv-cinder-757908-4-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 05 21:47:10.608243 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-697f883e-1a7b-469f-b17a-2e52c4bf4009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853433127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854189833'] for network, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:10.614451 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:10.652188 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-697f883e-1a7b-469f-b17a-2e52c4bf4009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:10.667254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f883e-1a7b-469f-b17a-2e52c4bf4009 admin admin] Pushing event deleted for resources: {'Network': ['ID=d56f7133-66a9-4e9e-874f-64e082557455,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:10.672531 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-697f883e-1a7b-469f-b17a-2e52c4bf4009 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d56f7133-66a9-4e9e-874f-64e082557455 HTTP/1.1" status: 204 len: 168 time: 1.6835511 Dec 05 21:47:10.674240 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-697f883e-1a7b-469f-b17a-2e52c4bf4009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:10.677206 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 57250) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:10.701891 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-230b3202-e475-4cfb-bf8c-c95252b096c9 req-3140a59c-1cc4-47f6-aeb7-4ea0171d417d service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2421687 Dec 05 21:47:10.752138 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-651c4b4d-44a3-4f25-ae42-8bae4b741e55 admin admin] Deleting subnet 74d85a95-9817-4e9b-b764-2836399d2e60 {{(pid=80240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 05 21:47:10.755753 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-651c4b4d-44a3-4f25-ae42-8bae4b741e55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:10.816124 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-651c4b4d-44a3-4f25-ae42-8bae4b741e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838066415'] for subnet, precommit_delete_associations {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:10.910670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-651c4b4d-44a3-4f25-ae42-8bae4b741e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1341068'] for subnet, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:11.251233 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-651c4b4d-44a3-4f25-ae42-8bae4b741e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853434748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839085278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838084134'] for subnet, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:11.273937 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-80676f5e-bf9f-4ea9-9366-7b0101b37108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:11.325664 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c4b4d-44a3-4f25-ae42-8bae4b741e55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74d85a95-9817-4e9b-b764-2836399d2e60,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:11.330955 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-651c4b4d-44a3-4f25-ae42-8bae4b741e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:11.332778 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320a3f1-0ea2-46e5-9e7d-19af02c33f47 req-87588fce-35fc-4054-add2-b57e5e64dc91 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:11.335672 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3320a3f1-0ea2-46e5-9e7d-19af02c33f47 req-87588fce-35fc-4054-add2-b57e5e64dc91 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=5be17c5d-7176-4d91-b693-c9227f91205a HTTP/1.1" status: 200 len: 946 time: 0.1715915 Dec 05 21:47:11.420134 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-651c4b4d-44a3-4f25-ae42-8bae4b741e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for subnet, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:11.423482 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3320a3f1-0ea2-46e5-9e7d-19af02c33f47 req-5ff59879-c175-41e6-b50e-b0f9c2324ac4 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805237 Dec 05 21:47:11.427928 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-651c4b4d-44a3-4f25-ae42-8bae4b741e55 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/74d85a95-9817-4e9b-b764-2836399d2e60 HTTP/1.1" status: 204 len: 168 time: 0.7490671 Dec 05 21:47:11.432018 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 57260) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:11.569890 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d7b272b3-ff0d-477b-9f52-7054972716c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853045594'] for network, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:11.909388 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d7b272b3-ff0d-477b-9f52-7054972716c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1342674', 'neutron.services.segments.db._delete_segments_for_network--9223363284943838921'] for network, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:12.074165 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-d7b272b3-ff0d-477b-9f52-7054972716c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d58d80-1e3e-473c-a60d-237059a38d45']}} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:47:12.092243 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-d7b272b3-ff0d-477b-9f52-7054972716c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2661ad6a-439c-4cb8-b9b3-5ed3833cf838') {'for_net_delete': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:47:12.092432 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-d7b272b3-ff0d-477b-9f52-7054972716c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2661ad6a-439c-4cb8-b9b3-5ed3833cf838') {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:47:12.108011 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d7b272b3-ff0d-477b-9f52-7054972716c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284943839689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16709401'] for segment, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:12.126927 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d7b272b3-ff0d-477b-9f52-7054972716c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:12.129774 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d7b272b3-ff0d-477b-9f52-7054972716c3 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 05 21:47:12.334057 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-d7b272b3-ff0d-477b-9f52-7054972716c3 admin admin] Network 61d58d80-1e3e-473c-a60d-237059a38d45 has no segments {{(pid=80240) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:47:12.344817 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d7b272b3-ff0d-477b-9f52-7054972716c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853434340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839085233'] for segment, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:12.610747 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-d7b272b3-ff0d-477b-9f52-7054972716c3 admin admin] Network 61d58d80-1e3e-473c-a60d-237059a38d45 has no segments {{(pid=80240) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: Traceback (most recent call last): Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: timer() Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: cb(*args, **kw) Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: return func(*args, **kwargs) Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: self._notify() Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: self.callback(batched_events) Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: event.method(event) Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: segment_id)['aggregates'][0] Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(self, *a, **k) Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: return self._get(url).json() Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: **kwargs) Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.request(url, 'GET', **kwargs) Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: **endpoint_filter) Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 05 21:47:12.635660 dv-cinder-757908-4-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 05 21:47:12.725367 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d7b272b3-ff0d-477b-9f52-7054972716c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853433127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854189833'] for network, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:12.729062 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:12.747320 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d7b272b3-ff0d-477b-9f52-7054972716c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:12.755006 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b272b3-ff0d-477b-9f52-7054972716c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=61d58d80-1e3e-473c-a60d-237059a38d45,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:12.758834 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d7b272b3-ff0d-477b-9f52-7054972716c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:12.760395 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-d7b272b3-ff0d-477b-9f52-7054972716c3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/61d58d80-1e3e-473c-a60d-237059a38d45 HTTP/1.1" status: 204 len: 168 time: 1.3273308 Dec 05 21:47:13.012943 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 57300) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:13.071977 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-0679e1ee-d409-4977-8b32-d924ef9b4500 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=17b7dbb2cd9147d6b0f856fccbea84cb&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0576756 Dec 05 21:47:13.075010 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 57304) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:13.147572 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8fe09ee7-5b1a-4952-99ac-e9e31170f929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:13.180548 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8fe09ee7-5b1a-4952-99ac-e9e31170f929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:13.227928 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8fe09ee7-5b1a-4952-99ac-e9e31170f929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:13.233252 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-89632268-5e4e-4067-abe7-0f5858c76918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:13.247578 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe09ee7-5b1a-4952-99ac-e9e31170f929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bf352f-05f1-4409-89ce-aedbd2a54468,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:13.251083 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8fe09ee7-5b1a-4952-99ac-e9e31170f929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:13.252429 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8fe09ee7-5b1a-4952-99ac-e9e31170f929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:13.253899 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-8fe09ee7-5b1a-4952-99ac-e9e31170f929 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49bf352f-05f1-4409-89ce-aedbd2a54468 HTTP/1.1" status: 204 len: 168 time: 0.1776755 Dec 05 21:47:13.847274 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 57326) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:13.913055 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b5a053a0-48de-4ea9-8aa6-a425350e61a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92ba5d608ae74c13a34494758889205f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0615654 Dec 05 21:47:13.913610 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 57330) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:14.011505 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80acc964-e64e-44f4-afc8-a9b668dfafa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:14.050384 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80acc964-e64e-44f4-afc8-a9b668dfafa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:14.107403 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80acc964-e64e-44f4-afc8-a9b668dfafa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:14.113470 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a2a67ac5-c0f0-4c6f-90ef-595f5e7ba75c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:14.126672 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acc964-e64e-44f4-afc8-a9b668dfafa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6171578-4e72-45fb-93b5-00e9b13012c0,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:14.132576 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-80acc964-e64e-44f4-afc8-a9b668dfafa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:14.134867 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80acc964-e64e-44f4-afc8-a9b668dfafa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:14.138739 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-80acc964-e64e-44f4-afc8-a9b668dfafa1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e6171578-4e72-45fb-93b5-00e9b13012c0 HTTP/1.1" status: 204 len: 168 time: 0.2210777 Dec 05 21:47:14.186683 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 57338) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:14.362513 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-139b1be8-fbb9-4495-b89e-1d95da23f96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:14.392206 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-139b1be8-fbb9-4495-b89e-1d95da23f96e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:47:14.397954 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-139b1be8-fbb9-4495-b89e-1d95da23f96e admin admin] Usage tracker for resource:security_group_rule and tenant:ce54b8d70eea4dcdb22ca6e9df63ca7e is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:47:14.401431 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-139b1be8-fbb9-4495-b89e-1d95da23f96e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:47:14.407909 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-139b1be8-fbb9-4495-b89e-1d95da23f96e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:47:14.507820 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-139b1be8-fbb9-4495-b89e-1d95da23f96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:14.511146 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-139b1be8-fbb9-4495-b89e-1d95da23f96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:14.525378 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-192ac0f6-6444-432c-9b1f-bd552e41071e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:14.570826 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-139b1be8-fbb9-4495-b89e-1d95da23f96e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce54b8d70eea4dcdb22ca6e9df63ca7e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3823657 Dec 05 21:47:14.573929 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 57352) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:14.597571 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b1be8-fbb9-4495-b89e-1d95da23f96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c807d7-7efc-47e9-a484-33997f2f8dae,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:14.601627 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-139b1be8-fbb9-4495-b89e-1d95da23f96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:14.655437 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3c1c390c-1422-4ee7-bdff-a36b100239a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:14.692372 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3c1c390c-1422-4ee7-bdff-a36b100239a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:14.753132 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3c1c390c-1422-4ee7-bdff-a36b100239a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:14.765039 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b73b82df-1fbb-4def-8e24-134ade03d229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:14.778354 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c390c-1422-4ee7-bdff-a36b100239a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c807d7-7efc-47e9-a484-33997f2f8dae,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:14.783487 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3c1c390c-1422-4ee7-bdff-a36b100239a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:14.794986 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3c1c390c-1422-4ee7-bdff-a36b100239a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:14.814597 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-3c1c390c-1422-4ee7-bdff-a36b100239a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/28c807d7-7efc-47e9-a484-33997f2f8dae HTTP/1.1" status: 204 len: 168 time: 0.2300506 Dec 05 21:47:15.294847 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 57374) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:15.314879 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d8f2932f-605f-45a2-a46f-4656fc0f1fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:15.334710 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-d8f2932f-605f-45a2-a46f-4656fc0f1fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:47:15.338837 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-d8f2932f-605f-45a2-a46f-4656fc0f1fb9 admin admin] Usage tracker for resource:security_group_rule and tenant:017fabe8a94f4a839ec0aca13afd6b86 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:47:15.341936 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-d8f2932f-605f-45a2-a46f-4656fc0f1fb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:47:15.348544 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-d8f2932f-605f-45a2-a46f-4656fc0f1fb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:47:15.465049 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d8f2932f-605f-45a2-a46f-4656fc0f1fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:15.469949 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d8f2932f-605f-45a2-a46f-4656fc0f1fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:15.486333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-46980cda-eb12-4d90-89f2-f7759c777970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:15.549662 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 57382) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:15.550041 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-d8f2932f-605f-45a2-a46f-4656fc0f1fb9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=017fabe8a94f4a839ec0aca13afd6b86&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2538021 Dec 05 21:47:15.572091 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2932f-605f-45a2-a46f-4656fc0f1fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6299523-c750-4594-957c-fe7f5e77850e,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:15.583012 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d8f2932f-605f-45a2-a46f-4656fc0f1fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:15.652344 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-75b61956-260e-473c-a26a-afaae6b54151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:15.691191 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-75b61956-260e-473c-a26a-afaae6b54151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:15.711648 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:15.740013 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-75b61956-260e-473c-a26a-afaae6b54151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:15.745788 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8686ffee-f112-4c4a-a166-29a1b0607e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:15.760954 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b61956-260e-473c-a26a-afaae6b54151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6299523-c750-4594-957c-fe7f5e77850e,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:15.763423 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-75b61956-260e-473c-a26a-afaae6b54151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:15.774270 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-75b61956-260e-473c-a26a-afaae6b54151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:15.776872 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-75b61956-260e-473c-a26a-afaae6b54151 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b6299523-c750-4594-957c-fe7f5e77850e HTTP/1.1" status: 204 len: 168 time: 0.2256217 Dec 05 21:47:16.398819 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 57406) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:16.420261 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e34cfc71-d3f7-4021-bce0-3c1ca47beeed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:16.438747 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e34cfc71-d3f7-4021-bce0-3c1ca47beeed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:47:16.443275 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e34cfc71-d3f7-4021-bce0-3c1ca47beeed admin admin] Usage tracker for resource:security_group_rule and tenant:7728172401974ce792b17733d21feee2 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:47:16.447046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e34cfc71-d3f7-4021-bce0-3c1ca47beeed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:47:16.455636 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e34cfc71-d3f7-4021-bce0-3c1ca47beeed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:47:16.564390 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e34cfc71-d3f7-4021-bce0-3c1ca47beeed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:16.567762 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e34cfc71-d3f7-4021-bce0-3c1ca47beeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:16.577088 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d357fccd-129f-4da4-8faa-5f174167ef6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:16.626355 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e34cfc71-d3f7-4021-bce0-3c1ca47beeed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7728172401974ce792b17733d21feee2&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2258432 Dec 05 21:47:16.626685 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 57414) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:16.635164 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cfc71-d3f7-4021-bce0-3c1ca47beeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c07a43-04d5-464e-bc62-4d242431fa46,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:16.639358 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e34cfc71-d3f7-4021-bce0-3c1ca47beeed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:16.740053 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f6dc2271-9ada-4bb9-93dc-c0fb881f0ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:16.774510 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f6dc2271-9ada-4bb9-93dc-c0fb881f0ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:16.836407 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f6dc2271-9ada-4bb9-93dc-c0fb881f0ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:16.841822 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d8f2932f-605f-45a2-a46f-4656fc0f1fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:16.855982 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc2271-9ada-4bb9-93dc-c0fb881f0ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c07a43-04d5-464e-bc62-4d242431fa46,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:16.860354 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f6dc2271-9ada-4bb9-93dc-c0fb881f0ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:16.867789 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f6dc2271-9ada-4bb9-93dc-c0fb881f0ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:16.869376 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f6dc2271-9ada-4bb9-93dc-c0fb881f0ea0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4c07a43-04d5-464e-bc62-4d242431fa46 HTTP/1.1" status: 204 len: 168 time: 0.2412899 Dec 05 21:47:18.203845 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 57482) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:18.371478 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a2fa8700-fd50-4109-bf4b-e29de35361b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:18.388574 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a2fa8700-fd50-4109-bf4b-e29de35361b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:47:18.393546 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a2fa8700-fd50-4109-bf4b-e29de35361b1 admin admin] Usage tracker for resource:security_group_rule and tenant:e87544e2f2244289a47eabcfc5d9079b is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:47:18.396843 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a2fa8700-fd50-4109-bf4b-e29de35361b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:47:18.403017 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a2fa8700-fd50-4109-bf4b-e29de35361b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:47:18.502382 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a2fa8700-fd50-4109-bf4b-e29de35361b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:18.506199 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a2fa8700-fd50-4109-bf4b-e29de35361b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:18.516716 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8fe09ee7-5b1a-4952-99ac-e9e31170f929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:18.562706 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa8700-fd50-4109-bf4b-e29de35361b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6113ed6-18d9-4df1-ad6b-2fb0a9bfde07,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:18.567206 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a2fa8700-fd50-4109-bf4b-e29de35361b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:18.574934 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 57506) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:18.584858 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a2fa8700-fd50-4109-bf4b-e29de35361b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e87544e2f2244289a47eabcfc5d9079b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3793814 Dec 05 21:47:18.646036 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-930bf63b-41c5-477f-b6f3-836390b74337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:18.696050 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-930bf63b-41c5-477f-b6f3-836390b74337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:18.779661 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-930bf63b-41c5-477f-b6f3-836390b74337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:18.789892 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-59e5c8e3-2fc1-46a5-9a77-d7ac8300cd07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:18.815157 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930bf63b-41c5-477f-b6f3-836390b74337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6113ed6-18d9-4df1-ad6b-2fb0a9bfde07,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:18.819023 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-930bf63b-41c5-477f-b6f3-836390b74337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:18.833696 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-930bf63b-41c5-477f-b6f3-836390b74337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:18.839523 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-930bf63b-41c5-477f-b6f3-836390b74337 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d6113ed6-18d9-4df1-ad6b-2fb0a9bfde07 HTTP/1.1" status: 204 len: 168 time: 0.2596469 Dec 05 21:47:19.394639 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 57540) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:19.415514 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b1e444ad-9e6b-4a19-86f9-c8ed21f145e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:19.435001 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b1e444ad-9e6b-4a19-86f9-c8ed21f145e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:47:19.440370 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b1e444ad-9e6b-4a19-86f9-c8ed21f145e4 admin admin] Usage tracker for resource:security_group_rule and tenant:afebb68d7d0a47bfb649da111471cc26 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:47:19.444573 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b1e444ad-9e6b-4a19-86f9-c8ed21f145e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:47:19.452088 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b1e444ad-9e6b-4a19-86f9-c8ed21f145e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:47:19.551503 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b1e444ad-9e6b-4a19-86f9-c8ed21f145e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:19.555358 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b1e444ad-9e6b-4a19-86f9-c8ed21f145e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:19.577825 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a52aba80-6557-4c63-9a22-62047d583792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:19.664206 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b1e444ad-9e6b-4a19-86f9-c8ed21f145e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=afebb68d7d0a47bfb649da111471cc26&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2674165 Dec 05 21:47:19.666937 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 57548) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:19.670953 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e444ad-9e6b-4a19-86f9-c8ed21f145e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05bb184-c00b-4e24-b86f-501f346bc059,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:19.714304 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b1e444ad-9e6b-4a19-86f9-c8ed21f145e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:19.792303 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-eea0b6e8-04da-4131-894b-b83f42c63ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:19.857476 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-eea0b6e8-04da-4131-894b-b83f42c63ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:19.917999 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-eea0b6e8-04da-4131-894b-b83f42c63ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:19.928164 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-866b9a24-0d97-45e8-a67c-8853632ee752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:19.956302 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0b6e8-04da-4131-894b-b83f42c63ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05bb184-c00b-4e24-b86f-501f346bc059,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:19.971840 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-eea0b6e8-04da-4131-894b-b83f42c63ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:19.971840 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-eea0b6e8-04da-4131-894b-b83f42c63ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:19.987968 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-eea0b6e8-04da-4131-894b-b83f42c63ff1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a05bb184-c00b-4e24-b86f-501f346bc059 HTTP/1.1" status: 204 len: 168 time: 0.3076053 Dec 05 21:47:21.230753 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 57596) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:21.396017 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1938530116-network', 'tenant_id': 'de1746d9023e44409cfa539c64e64110'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:47:21.401751 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:47:21.406014 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Usage tracker for resource:network and tenant:de1746d9023e44409cfa539c64e64110 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:47:21.409294 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:47:21.415308 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:47:21.428457 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Made reservation on behalf of de1746d9023e44409cfa539c64e64110 for: {'network': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:47:21.433555 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for network, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:21.448251 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:21.471055 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:47:21.477679 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Usage tracker for resource:security_group_rule and tenant:de1746d9023e44409cfa539c64e64110 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:47:21.478574 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:47:21.485600 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:47:21.580521 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:21.584045 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:21.588511 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4518bab1-922e-460b-b6d8-e9e6acc71d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:21.622789 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 05 21:47:21.629930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccce40f5-a238-46d4-875f-06459e0809cc,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:21.635706 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:21.640886 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:21.641277 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Added segment 785979fb-d70f-4c52-b0b5-60d89594f2cf of type vxlan for network 48bd5bea-94a5-470b-953e-16292d2cdec0 Dec 05 21:47:21.670340 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284944475320'] for network, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:21.713907 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for network, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:21.715783 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:21.717111 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:21.723618 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-376dca37-2a6b-411d-9ac5-4c5496254766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:21.837746 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6054671 Dec 05 21:47:21.838679 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Pushing event updated for resources: {'Network': ['ID=48bd5bea-94a5-470b-953e-16292d2cdec0,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:21.841083 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 57606) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:21.842208 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:21.847254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-65ee16c7-907c-419f-8784-ca5549e4b14d admin admin] Request body: {'subnet': {'network_id': '48bd5bea-94a5-470b-953e-16292d2cdec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1938530116-subnet', 'tenant_id': 'de1746d9023e44409cfa539c64e64110', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:47:21.850789 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Network 48bd5bea-94a5-470b-953e-16292d2cdec0 details requested by agent ovs-agent-dv-cinder-757908-4-iscsi with host dv-cinder-757908-4-iscsi {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:47:21.853308 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-65ee16c7-907c-419f-8784-ca5549e4b14d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:47:21.857721 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-65ee16c7-907c-419f-8784-ca5549e4b14d admin admin] Usage tracker for resource:subnet and tenant:de1746d9023e44409cfa539c64e64110 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:47:21.861100 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-65ee16c7-907c-419f-8784-ca5549e4b14d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:47:21.867627 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-65ee16c7-907c-419f-8784-ca5549e4b14d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:47:21.877663 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ee16c7-907c-419f-8784-ca5549e4b14d admin admin] Made reservation on behalf of de1746d9023e44409cfa539c64e64110 for: {'subnet': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:47:21.882489 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-65ee16c7-907c-419f-8784-ca5549e4b14d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16691644'] for subnet, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:22.426543 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:47:22.542707 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-65ee16c7-907c-419f-8784-ca5549e4b14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839153435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16691629'] for subnet, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:22.562523 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-125ba311-c27a-4e52-8eca-959cf695351c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:22.701616 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee16c7-907c-419f-8784-ca5549e4b14d admin admin] Pushing event updated for resources: {'Subnet': ['ID=abef3050-ef49-43c6-9346-40324c7e3f69,revision_number=0']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:22.706482 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-65ee16c7-907c-419f-8784-ca5549e4b14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:22.783685 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ee16c7-907c-419f-8784-ca5549e4b14d admin admin] Checking segment: {'id': '785979fb-d70f-4c52-b0b5-60d89594f2cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '48bd5bea-94a5-470b-953e-16292d2cdec0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:47:22.784109 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ee16c7-907c-419f-8784-ca5549e4b14d admin admin] Network hostable DHCP agents. Network: 48bd5bea-94a5-470b-953e-16292d2cdec0, hostable agents: ['f9b3e222-eb4b-465e-917f-070186e4772e'], hosted agents: [] {{(pid=80240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 05 21:47:22.807254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ee16c7-907c-419f-8784-ca5549e4b14d admin admin] Network 48bd5bea-94a5-470b-953e-16292d2cdec0 is scheduled to be hosted by DHCP agent f9b3e222-eb4b-465e-917f-070186e4772e with binding_index 1 {{(pid=80240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 05 21:47:22.818037 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-65ee16c7-907c-419f-8784-ca5549e4b14d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-4-iscsi, 48bd5bea-94a5-470b-953e-16292d2cdec0) {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:47:22.832883 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d60194d-4279-4418-9925-17679f442e93 None None] Network 48bd5bea-94a5-470b-953e-16292d2cdec0 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:47:22.833338 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ee16c7-907c-419f-8784-ca5549e4b14d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:22.840583 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-65ee16c7-907c-419f-8784-ca5549e4b14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for subnet, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:22.884837 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-65ee16c7-907c-419f-8784-ca5549e4b14d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0420682 Dec 05 21:47:23.094130 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf36785e-80cb-443c-9790-f3f005ea8736 None None] Network 48bd5bea-94a5-470b-953e-16292d2cdec0 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:47:23.677572 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 57632) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:23.683911 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1539590005-network', 'tenant_id': 'c1640253595043658006389a88f10486'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:47:23.689609 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:47:23.694419 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Usage tracker for resource:network and tenant:c1640253595043658006389a88f10486 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:47:23.697421 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:47:23.703241 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:47:23.712305 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Made reservation on behalf of c1640253595043658006389a88f10486 for: {'network': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:47:23.717056 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for network, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:23.730971 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:23.747484 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:47:23.751977 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Usage tracker for resource:security_group_rule and tenant:c1640253595043658006389a88f10486 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:47:23.755198 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:47:23.762324 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:47:23.855628 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:23.858550 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:23.863492 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c76eefb4-b388-48a4-bf8a-d06fb546a7f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:23.893010 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 05 21:47:23.907087 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3c5f06-2d79-4430-a615-e71472f13816,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:23.911597 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:23.913202 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751910936879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:23.913643 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Added segment 40037f45-407e-42b7-bef4-7a1f20070461 of type vxlan for network 94f7356c-c462-41f0-a5fc-d6b75019db67 Dec 05 21:47:23.946333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284944475320'] for network, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:23.981314 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for network, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:23.982712 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:23.983491 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:23.988218 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-466f6f58-cbff-4e4d-aeaa-6ac33a8c892e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:24.101206 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Pushing event updated for resources: {'Network': ['ID=94f7356c-c462-41f0-a5fc-d6b75019db67,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:24.105710 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4257545 Dec 05 21:47:24.105710 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0bc5e40b-a9ba-45fe-bd38-e23a45d06bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:24.109584 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 57640) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:24.117662 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Network 94f7356c-c462-41f0-a5fc-d6b75019db67 details requested by agent ovs-agent-dv-cinder-757908-4-iscsi with host dv-cinder-757908-4-iscsi {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:47:24.120039 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-01dc8d63-ebc8-4c04-ac6b-6ec9856fa84c admin admin] Request body: {'subnet': {'network_id': '94f7356c-c462-41f0-a5fc-d6b75019db67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1539590005-subnet', 'tenant_id': 'c1640253595043658006389a88f10486', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:47:24.130715 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-01dc8d63-ebc8-4c04-ac6b-6ec9856fa84c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:47:24.137997 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-01dc8d63-ebc8-4c04-ac6b-6ec9856fa84c admin admin] Usage tracker for resource:subnet and tenant:c1640253595043658006389a88f10486 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:47:24.143407 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-01dc8d63-ebc8-4c04-ac6b-6ec9856fa84c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:47:24.154335 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-01dc8d63-ebc8-4c04-ac6b-6ec9856fa84c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:47:24.168162 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dc8d63-ebc8-4c04-ac6b-6ec9856fa84c admin admin] Made reservation on behalf of c1640253595043658006389a88f10486 for: {'subnet': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:47:24.173665 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-01dc8d63-ebc8-4c04-ac6b-6ec9856fa84c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15552285'] for subnet, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:24.639396 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-01dc8d63-ebc8-4c04-ac6b-6ec9856fa84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14560491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15552268'] for subnet, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:24.654333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f79ec9a0-a418-48ae-9bfe-3169fc7ad680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:24.864297 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-50657c3b-b8f8-4e15-9683-a7c6000c1e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:25.034382 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc8d63-ebc8-4c04-ac6b-6ec9856fa84c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6980e050-74ab-4304-b03c-c3ccdceacb4b,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:25.038678 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-01dc8d63-ebc8-4c04-ac6b-6ec9856fa84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:25.121143 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc8d63-ebc8-4c04-ac6b-6ec9856fa84c admin admin] Checking segment: {'id': '40037f45-407e-42b7-bef4-7a1f20070461', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '94f7356c-c462-41f0-a5fc-d6b75019db67'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:47:25.121450 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dc8d63-ebc8-4c04-ac6b-6ec9856fa84c admin admin] Network hostable DHCP agents. Network: 94f7356c-c462-41f0-a5fc-d6b75019db67, hostable agents: ['f9b3e222-eb4b-465e-917f-070186e4772e'], hosted agents: [] {{(pid=80239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 05 21:47:25.144816 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Network 94f7356c-c462-41f0-a5fc-d6b75019db67 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:47:25.148158 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dc8d63-ebc8-4c04-ac6b-6ec9856fa84c admin admin] Network 94f7356c-c462-41f0-a5fc-d6b75019db67 is scheduled to be hosted by DHCP agent f9b3e222-eb4b-465e-917f-070186e4772e with binding_index 1 {{(pid=80239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 05 21:47:25.162172 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-01dc8d63-ebc8-4c04-ac6b-6ec9856fa84c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-4-iscsi, 94f7356c-c462-41f0-a5fc-d6b75019db67) {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:47:25.176511 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dc8d63-ebc8-4c04-ac6b-6ec9856fa84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:25.177277 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-01dc8d63-ebc8-4c04-ac6b-6ec9856fa84c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:25.202060 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-01dc8d63-ebc8-4c04-ac6b-6ec9856fa84c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0908663 Dec 05 21:47:25.203577 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4935c4-410b-4041-a71f-e0804a11bae4 None None] Network 94f7356c-c462-41f0-a5fc-d6b75019db67 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:47:25.226123 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Network 48bd5bea-94a5-470b-953e-16292d2cdec0 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:47:25.941744 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65580e70-8ac8-4ce2-88e5-36b84cb354d2 None None] Network 94f7356c-c462-41f0-a5fc-d6b75019db67 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:47:27.769989 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-775d0e42-ce35-46dd-9d9e-ee67cd15cbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:28.384504 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:29.736879 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:31.146573 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:38.832245 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102bf6c-4ca4-40ca-8f53-7fc51fc920f2 req-4d0180c1-194b-4ae5-87fb-c8864f60fd19 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:38.835653 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a102bf6c-4ca4-40ca-8f53-7fc51fc920f2 req-4d0180c1-194b-4ae5-87fb-c8864f60fd19 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=5be17c5d-7176-4d91-b693-c9227f91205a HTTP/1.1" status: 200 len: 946 time: 0.1417618 Dec 05 21:47:38.948082 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a102bf6c-4ca4-40ca-8f53-7fc51fc920f2 req-acf077e8-be1f-429a-b090-49cb96bb7014 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836391 Dec 05 21:47:40.365461 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdaca9-6ce8-4f6a-88eb-cd14a5fa446b req-52af60a8-24fe-436f-a4df-fbe544ec67fb tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:40.367151 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-27cdaca9-6ce8-4f6a-88eb-cd14a5fa446b req-52af60a8-24fe-436f-a4df-fbe544ec67fb tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=5be17c5d-7176-4d91-b693-c9227f91205a HTTP/1.1" status: 200 len: 946 time: 0.1613853 Dec 05 21:47:40.448871 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-27cdaca9-6ce8-4f6a-88eb-cd14a5fa446b req-121a27e9-6e07-4566-b073-0031800c05bc tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749068 Dec 05 21:47:41.696710 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd6e68-92f9-4bb9-9f61-5bcc71d6e2b3 req-052709a8-b8de-4d6c-b528-4d4ba73671f6 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:41.698375 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bdfd6e68-92f9-4bb9-9f61-5bcc71d6e2b3 req-052709a8-b8de-4d6c-b528-4d4ba73671f6 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=5be17c5d-7176-4d91-b693-c9227f91205a HTTP/1.1" status: 200 len: 946 time: 0.1056578 Dec 05 21:47:41.711446 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 8b2123fd-0f12-4097-a75f-970b483377c1 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:47:41.743565 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5067b-8458-4fd4-8c40-4fc9ef8385f8 req-58125ca5-0751-4081-824f-ab3ae4293d5f tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:47:41.745560 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68b5067b-8458-4fd4-8c40-4fc9ef8385f8 req-58125ca5-0751-4081-824f-ab3ae4293d5f tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.53 "GET /v2.0/ports?device_id=5be17c5d-7176-4d91-b693-c9227f91205a HTTP/1.1" status: 200 len: 946 time: 0.0935438 Dec 05 21:47:41.755585 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bdfd6e68-92f9-4bb9-9f61-5bcc71d6e2b3 req-5a9f2873-20de-4ee7-a53d-fb491dd41910 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/security-groups?id=5b2b06fa-50d6-4177-b315-88ad6f3b60e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498018 Dec 05 21:47:41.831954 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-68b5067b-8458-4fd4-8c40-4fc9ef8385f8 req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Deleting port 8b2123fd-0f12-4097-a75f-970b483377c1 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:47:41.832344 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-68b5067b-8458-4fd4-8c40-4fc9ef8385f8 req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:41.838995 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:41.868159 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be17c5d-7176-4d91-b693-c9227f91205a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b2123fd-0f12-4097-a75f-970b483377c1'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:47:41.879461 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port 8b2123fd-0f12-4097-a75f-970b483377c1, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=8b2123fd-0f12-4097-a75f-970b483377c1,segment=NetworkSegment(c8b33da2-10ae-4545-bd24-eb412e687a58),segment_id=c8b33da2-10ae-4545-bd24-eb412e687a58)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:47:41.883585 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:41.885551 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:41.961681 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=8b2123fd-0f12-4097-a75f-970b483377c1,revision_number=5']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:41.966414 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:42.151170 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be17c5d-7176-4d91-b693-c9227f91205a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b2123fd-0f12-4097-a75f-970b483377c1', 'code': 200} Dec 05 21:47:42.185822 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-68b5067b-8458-4fd4-8c40-4fc9ef8385f8 req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] For port 8b2123fd-0f12-4097-a75f-970b483377c1, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=8b2123fd-0f12-4097-a75f-970b483377c1,segment=NetworkSegment(c8b33da2-10ae-4545-bd24-eb412e687a58),segment_id=c8b33da2-10ae-4545-bd24-eb412e687a58)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:47:42.186362 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-68b5067b-8458-4fd4-8c40-4fc9ef8385f8 req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:42.331072 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-68b5067b-8458-4fd4-8c40-4fc9ef8385f8 req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Calling delete_port for 8b2123fd-0f12-4097-a75f-970b483377c1 owned by compute:nova {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:47:42.488205 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-68b5067b-8458-4fd4-8c40-4fc9ef8385f8 req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:42.516349 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4f3e851a-5321-4601-b27b-a50954174145 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:42.658789 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Pushing event deleted for resources: {'Port': ['ID=8b2123fd-0f12-4097-a75f-970b483377c1,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:42.686342 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.686803 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.687246 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.687654 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.688113 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.688514 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.688913 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.689315 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.689710 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.690106 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.690501 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.690894 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.691355 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.691759 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.692159 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.692551 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.692939 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.693328 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.693716 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.694139 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.694494 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.694882 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.695279 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.695660 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:47:42.701883 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:42.798681 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b5067b-8458-4fd4-8c40-4fc9ef8385f8 req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] No DVR routers for this DVR port 8b2123fd-0f12-4097-a75f-970b483377c1 on host hv-cinder-75790 {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 21:47:42.801198 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-68b5067b-8458-4fd4-8c40-4fc9ef8385f8 req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:42.804917 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be17c5d-7176-4d91-b693-c9227f91205a', 'name': 'network-vif-deleted', 'tag': '8b2123fd-0f12-4097-a75f-970b483377c1'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:47:42.823302 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68b5067b-8458-4fd4-8c40-4fc9ef8385f8 req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.53 "DELETE /v2.0/ports/8b2123fd-0f12-4097-a75f-970b483377c1 HTTP/1.1" status: 204 len: 173 time: 1.0695581 Dec 05 21:47:42.950198 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be17c5d-7176-4d91-b693-c9227f91205a', 'name': 'network-vif-deleted', 'tag': '8b2123fd-0f12-4097-a75f-970b483377c1', 'status': 'completed', 'code': 200} Dec 05 21:47:43.081084 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6147bf37-f116-4caf-bd50-1d77620b66a5 req-7bfd484b-e8eb-4b7d-a307-74fbca1fe78e tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] 10.222.0.50 "GET /v2.0/ports?device_id=5be17c5d-7176-4d91-b693-c9227f91205a HTTP/1.1" status: 200 len: 210 time: 0.0773621 Dec 05 21:47:45.710259 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:52.148598 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 58010) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:52.255611 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-1475af55-8c92-4f4a-b422-bbe115a63084 admin admin] Deleting subnet abef3050-ef49-43c6-9346-40324c7e3f69 {{(pid=80239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 05 21:47:52.259990 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1475af55-8c92-4f4a-b422-bbe115a63084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:52.334890 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1475af55-8c92-4f4a-b422-bbe115a63084 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841089900'] for subnet, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:52.410281 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1475af55-8c92-4f4a-b422-bbe115a63084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1341068'] for subnet, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:52.739608 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1475af55-8c92-4f4a-b422-bbe115a63084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853434748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14624556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839223429'] for subnet, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:52.754375 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-faa0dba2-1e4c-4cf9-875f-39cbe9a2b821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:52.808507 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475af55-8c92-4f4a-b422-bbe115a63084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abef3050-ef49-43c6-9346-40324c7e3f69,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:52.814763 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1475af55-8c92-4f4a-b422-bbe115a63084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:52.912379 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1475af55-8c92-4f4a-b422-bbe115a63084 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:52.921672 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-1475af55-8c92-4f4a-b422-bbe115a63084 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/abef3050-ef49-43c6-9346-40324c7e3f69 HTTP/1.1" status: 204 len: 168 time: 0.7714856 Dec 05 21:47:52.924438 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 58020) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:53.068653 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5407f489-1c3c-4f9c-8bf1-b7df2144f508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853045594'] for network, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:53.269091 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5407f489-1c3c-4f9c-8bf1-b7df2144f508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1342674', 'neutron.services.segments.db._delete_segments_for_network--9223363284943838921'] for network, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:53.413335 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-5407f489-1c3c-4f9c-8bf1-b7df2144f508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48bd5bea-94a5-470b-953e-16292d2cdec0']}} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:47:53.427484 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-5407f489-1c3c-4f9c-8bf1-b7df2144f508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785979fb-d70f-4c52-b0b5-60d89594f2cf') {'for_net_delete': True} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:47:53.427893 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-5407f489-1c3c-4f9c-8bf1-b7df2144f508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785979fb-d70f-4c52-b0b5-60d89594f2cf') {} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:47:53.442242 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5407f489-1c3c-4f9c-8bf1-b7df2144f508 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284943839689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13685916'] for segment, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:53.462626 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5407f489-1c3c-4f9c-8bf1-b7df2144f508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:53.464788 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5407f489-1c3c-4f9c-8bf1-b7df2144f508 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 05 21:47:53.663020 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-5407f489-1c3c-4f9c-8bf1-b7df2144f508 admin admin] Network 48bd5bea-94a5-470b-953e-16292d2cdec0 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:47:53.674115 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5407f489-1c3c-4f9c-8bf1-b7df2144f508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853434340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14624577'] for segment, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:53.871137 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-5407f489-1c3c-4f9c-8bf1-b7df2144f508 admin admin] Network 48bd5bea-94a5-470b-953e-16292d2cdec0 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: Traceback (most recent call last): Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: timer() Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: cb(*args, **kw) Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: return func(*args, **kwargs) Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: self._notify() Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: self.callback(batched_events) Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: event.method(event) Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: segment_id)['aggregates'][0] Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(self, *a, **k) Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: return self._get(url).json() Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: **kwargs) Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.request(url, 'GET', **kwargs) Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: **endpoint_filter) Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 05 21:47:53.894398 dv-cinder-757908-4-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 05 21:47:53.972258 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5407f489-1c3c-4f9c-8bf1-b7df2144f508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853433127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854189833'] for network, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:53.977897 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:54.009767 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5407f489-1c3c-4f9c-8bf1-b7df2144f508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:54.028278 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407f489-1c3c-4f9c-8bf1-b7df2144f508 admin admin] Pushing event deleted for resources: {'Network': ['ID=48bd5bea-94a5-470b-953e-16292d2cdec0,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:54.034229 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5407f489-1c3c-4f9c-8bf1-b7df2144f508 admin admin] 10.222.0.50 "DELETE /v2.0/networks/48bd5bea-94a5-470b-953e-16292d2cdec0 HTTP/1.1" status: 204 len: 168 time: 1.1084049 Dec 05 21:47:54.035830 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5407f489-1c3c-4f9c-8bf1-b7df2144f508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:54.037090 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 58040) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:54.109315 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-125eb69b-d6c6-4fd7-9a0f-7ef00393d73d admin admin] Deleting subnet 6980e050-74ab-4304-b03c-c3ccdceacb4b {{(pid=80239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 05 21:47:54.112656 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-125eb69b-d6c6-4fd7-9a0f-7ef00393d73d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:54.172247 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-125eb69b-d6c6-4fd7-9a0f-7ef00393d73d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841089900'] for subnet, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:54.236377 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-125eb69b-d6c6-4fd7-9a0f-7ef00393d73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1341068'] for subnet, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:54.497994 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-125eb69b-d6c6-4fd7-9a0f-7ef00393d73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853434748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14624556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839223429'] for subnet, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:54.519289 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a461a9b2-2904-49d0-a9f9-d64d51d74b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:54.572129 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125eb69b-d6c6-4fd7-9a0f-7ef00393d73d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6980e050-74ab-4304-b03c-c3ccdceacb4b,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:54.579074 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-125eb69b-d6c6-4fd7-9a0f-7ef00393d73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:54.669524 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-125eb69b-d6c6-4fd7-9a0f-7ef00393d73d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:54.676924 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-125eb69b-d6c6-4fd7-9a0f-7ef00393d73d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6980e050-74ab-4304-b03c-c3ccdceacb4b HTTP/1.1" status: 204 len: 168 time: 0.6382995 Dec 05 21:47:54.679540 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 58048) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:54.808770 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b27cbc08-ce91-4f70-9c58-f9c08a21ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853045594'] for network, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:54.867074 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-61ea4a74-bffc-471b-9917-7b89ddef42bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:55.043394 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b27cbc08-ce91-4f70-9c58-f9c08a21ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1342674', 'neutron.services.segments.db._delete_segments_for_network--9223363284943838921'] for network, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:55.228469 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-b27cbc08-ce91-4f70-9c58-f9c08a21ae0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f7356c-c462-41f0-a5fc-d6b75019db67']}} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:47:55.243520 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-b27cbc08-ce91-4f70-9c58-f9c08a21ae0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40037f45-407e-42b7-bef4-7a1f20070461') {'for_net_delete': True} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:47:55.243874 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-b27cbc08-ce91-4f70-9c58-f9c08a21ae0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40037f45-407e-42b7-bef4-7a1f20070461') {} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:47:55.258059 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b27cbc08-ce91-4f70-9c58-f9c08a21ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284943839689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13685916'] for segment, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:55.278438 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b27cbc08-ce91-4f70-9c58-f9c08a21ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:55.280677 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b27cbc08-ce91-4f70-9c58-f9c08a21ae0e admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 05 21:47:55.493446 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-b27cbc08-ce91-4f70-9c58-f9c08a21ae0e admin admin] Network 94f7356c-c462-41f0-a5fc-d6b75019db67 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:47:55.495678 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b27cbc08-ce91-4f70-9c58-f9c08a21ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853434340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14624577'] for segment, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:55.684598 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-b27cbc08-ce91-4f70-9c58-f9c08a21ae0e admin admin] Network 94f7356c-c462-41f0-a5fc-d6b75019db67 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: Traceback (most recent call last): Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: timer() Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: cb(*args, **kw) Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: return func(*args, **kwargs) Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: self._notify() Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: self.callback(batched_events) Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: event.method(event) Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: segment_id)['aggregates'][0] Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(self, *a, **k) Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: return self._get(url).json() Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: **kwargs) Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.request(url, 'GET', **kwargs) Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: **endpoint_filter) Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 05 21:47:55.712925 dv-cinder-757908-4-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 05 21:47:55.802799 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b27cbc08-ce91-4f70-9c58-f9c08a21ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853433127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854189833'] for network, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:55.806202 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:55.823328 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b27cbc08-ce91-4f70-9c58-f9c08a21ae0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:55.831196 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cbc08-ce91-4f70-9c58-f9c08a21ae0e admin admin] Pushing event deleted for resources: {'Network': ['ID=94f7356c-c462-41f0-a5fc-d6b75019db67,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:55.835546 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b27cbc08-ce91-4f70-9c58-f9c08a21ae0e admin admin] 10.222.0.50 "DELETE /v2.0/networks/94f7356c-c462-41f0-a5fc-d6b75019db67 HTTP/1.1" status: 204 len: 168 time: 1.1538844 Dec 05 21:47:55.835546 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b27cbc08-ce91-4f70-9c58-f9c08a21ae0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:56.071518 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 58070) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:56.130883 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a09f9567-4218-4c42-b0d3-c3de38a39f48 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=de1746d9023e44409cfa539c64e64110&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0579398 Dec 05 21:47:56.133488 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 58074) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:56.200962 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-67d7b669-7253-4431-9e50-5b9298976e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:56.232121 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-67d7b669-7253-4431-9e50-5b9298976e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:56.283562 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-67d7b669-7253-4431-9e50-5b9298976e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:56.287932 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7c8d8fb3-183f-4e31-9434-04f2c37aeff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:56.301459 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7b669-7253-4431-9e50-5b9298976e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccce40f5-a238-46d4-875f-06459e0809cc,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:56.304391 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-67d7b669-7253-4431-9e50-5b9298976e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:56.312104 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-67d7b669-7253-4431-9e50-5b9298976e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:56.314279 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-67d7b669-7253-4431-9e50-5b9298976e7f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ccce40f5-a238-46d4-875f-06459e0809cc HTTP/1.1" status: 204 len: 168 time: 0.1794593 Dec 05 21:47:56.836494 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 58084) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:56.895522 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5210fb67-c950-40c6-a85e-a95ea8d36398 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1640253595043658006389a88f10486&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0576301 Dec 05 21:47:56.899511 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 58090) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:47:57.018614 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4bf3c5df-8e42-469a-ab14-5c2fd1929915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:57.318236 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4bf3c5df-8e42-469a-ab14-5c2fd1929915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:57.379548 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4bf3c5df-8e42-469a-ab14-5c2fd1929915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:57.385933 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-296a2472-b2ac-4941-b5d3-4adbb0a30863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:47:57.401671 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3c5df-8e42-469a-ab14-5c2fd1929915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3c5f06-2d79-4430-a615-e71472f13816,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:47:57.406001 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4bf3c5df-8e42-469a-ab14-5c2fd1929915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:47:57.408069 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4bf3c5df-8e42-469a-ab14-5c2fd1929915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:57.409661 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-4bf3c5df-8e42-469a-ab14-5c2fd1929915 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad3c5f06-2d79-4430-a615-e71472f13816 HTTP/1.1" status: 204 len: 168 time: 0.5085423 Dec 05 21:47:57.836750 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fe5a0c8e-7109-43e3-9344-86aea7d8b035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:58.393187 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:47:59.431669 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:47:59.738240 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:01.150329 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:15.710912 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:20.493073 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 58376) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:48:20.683557 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6426c369-7b28-40f5-a56f-a27a8c333b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:20.701225 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6426c369-7b28-40f5-a56f-a27a8c333b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:48:20.706207 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6426c369-7b28-40f5-a56f-a27a8c333b39 admin admin] Usage tracker for resource:security_group_rule and tenant:45186f527b6648a1a92428a694d740eb is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:48:20.709523 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6426c369-7b28-40f5-a56f-a27a8c333b39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:48:20.716166 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6426c369-7b28-40f5-a56f-a27a8c333b39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:48:20.817060 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6426c369-7b28-40f5-a56f-a27a8c333b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:20.823208 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6426c369-7b28-40f5-a56f-a27a8c333b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:20.837602 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-414bbcba-3ae6-44b4-ad01-9ef75eca8641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:20.886421 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426c369-7b28-40f5-a56f-a27a8c333b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d406c4a-b6af-4a6d-bae5-b356963cca69,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:20.894584 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 58386) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:48:20.897053 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6426c369-7b28-40f5-a56f-a27a8c333b39 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45186f527b6648a1a92428a694d740eb&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4018514 Dec 05 21:48:20.899721 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6426c369-7b28-40f5-a56f-a27a8c333b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:20.974473 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:21.019166 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:21.072974 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:21.077589 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ba555f9c-5967-47e3-8c61-dafbe2cda698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:21.096875 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d406c4a-b6af-4a6d-bae5-b356963cca69,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:21.107471 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.107821 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.108215 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.108617 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.109555 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.109952 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.110339 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.110725 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.111107 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.111491 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.111902 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.112284 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.112726 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.113112 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.113493 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.113870 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.114251 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.114629 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.115009 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.115388 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.115796 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.116178 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.116553 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.116931 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:21.121287 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:21.122526 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:21.124064 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-db3c1381-ff92-4bf2-ab4d-a95527b19252 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5d406c4a-b6af-4a6d-bae5-b356963cca69 HTTP/1.1" status: 204 len: 168 time: 0.2283792 Dec 05 21:48:22.337248 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 58420) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:48:22.530670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1212034175-network', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:48:22.537979 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:48:22.549909 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Usage tracker for resource:network and tenant:8fdfb31e682a4ad39262c855047b60c3 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:48:22.554219 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:48:22.582070 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:48:22.598395 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Made reservation on behalf of 8fdfb31e682a4ad39262c855047b60c3 for: {'network': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:48:22.603445 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for network, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:22.618124 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:22.637432 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:48:22.642508 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Usage tracker for resource:security_group_rule and tenant:8fdfb31e682a4ad39262c855047b60c3 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:48:22.645853 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:48:22.652281 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:48:22.749354 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:22.753148 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:22.758053 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ffe98a82-2b2b-4b29-9005-738b08b3dcb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:22.791397 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 05 21:48:22.806696 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ab60fc-7e53-4f17-b12c-cb9041118a86,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:22.810552 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:22.814342 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:22.814733 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Added segment 985af089-ac5a-4f04-87ac-190305aff107 of type vxlan for network e1d7ea22-44aa-42ef-b3c9-6dd290d73543 Dec 05 21:48:22.845883 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284944475320'] for network, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:22.879377 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for network, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:22.880821 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:48:22.881502 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:22.887342 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1fa7b014-52a4-4cd1-843a-4d728db8128a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:23.009303 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d7ea22-44aa-42ef-b3c9-6dd290d73543,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:23.012765 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6739872 Dec 05 21:48:23.013817 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:23.017237 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 58428) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:48:23.023582 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-a09ca45b-3bab-48da-8d3e-42b5895bbcc8 admin admin] Request body: {'subnet': {'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1212034175-subnet', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'ip_version': 4}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:48:23.025265 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Network e1d7ea22-44aa-42ef-b3c9-6dd290d73543 details requested by agent ovs-agent-dv-cinder-757908-4-iscsi with host dv-cinder-757908-4-iscsi {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:48:23.029822 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a09ca45b-3bab-48da-8d3e-42b5895bbcc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:48:23.035678 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a09ca45b-3bab-48da-8d3e-42b5895bbcc8 admin admin] Usage tracker for resource:subnet and tenant:8fdfb31e682a4ad39262c855047b60c3 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:48:23.039277 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a09ca45b-3bab-48da-8d3e-42b5895bbcc8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:48:23.046270 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a09ca45b-3bab-48da-8d3e-42b5895bbcc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:48:23.058855 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09ca45b-3bab-48da-8d3e-42b5895bbcc8 admin admin] Made reservation on behalf of 8fdfb31e682a4ad39262c855047b60c3 for: {'subnet': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:48:23.068033 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a09ca45b-3bab-48da-8d3e-42b5895bbcc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15552285'] for subnet, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:23.659031 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a09ca45b-3bab-48da-8d3e-42b5895bbcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14560491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15552268'] for subnet, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:23.684621 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:23.857886 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ca45b-3bab-48da-8d3e-42b5895bbcc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a3a935d-b831-483f-b7f8-a3892605052c,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:23.863845 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a09ca45b-3bab-48da-8d3e-42b5895bbcc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:23.933927 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09ca45b-3bab-48da-8d3e-42b5895bbcc8 admin admin] Checking segment: {'id': '985af089-ac5a-4f04-87ac-190305aff107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:48:23.934315 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09ca45b-3bab-48da-8d3e-42b5895bbcc8 admin admin] Network hostable DHCP agents. Network: e1d7ea22-44aa-42ef-b3c9-6dd290d73543, hostable agents: ['f9b3e222-eb4b-465e-917f-070186e4772e'], hosted agents: [] {{(pid=80239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 05 21:48:23.960524 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09ca45b-3bab-48da-8d3e-42b5895bbcc8 admin admin] Network e1d7ea22-44aa-42ef-b3c9-6dd290d73543 is scheduled to be hosted by DHCP agent f9b3e222-eb4b-465e-917f-070186e4772e with binding_index 1 {{(pid=80239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 05 21:48:23.974758 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-a09ca45b-3bab-48da-8d3e-42b5895bbcc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-4-iscsi, e1d7ea22-44aa-42ef-b3c9-6dd290d73543) {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:48:23.985663 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779e87e8-4325-44f6-8d83-8059298bd1aa None None] Network e1d7ea22-44aa-42ef-b3c9-6dd290d73543 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:48:23.990286 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09ca45b-3bab-48da-8d3e-42b5895bbcc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:48:23.990945 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a09ca45b-3bab-48da-8d3e-42b5895bbcc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:24.020459 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a09ca45b-3bab-48da-8d3e-42b5895bbcc8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0016663 Dec 05 21:48:24.023706 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 58436) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:48:24.034847 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1212034175-router', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:48:24.042966 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:48:24.051851 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Usage tracker for resource:router and tenant:8fdfb31e682a4ad39262c855047b60c3 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:48:24.058466 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:48:24.071015 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:48:24.089912 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32561'] for router, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:24.092005 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854376006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854189987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-417262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743239'] for router, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:24.120742 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:24.135940 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Network e1d7ea22-44aa-42ef-b3c9-6dd290d73543 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:48:24.513402 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854190046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854380766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743210'] for router, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:24.632134 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d7ccdaa-baf9-5d9f-809c-bfb6fe7b06ae-e1d7ea22-44aa-42ef-b3c9-6dd290d73543', 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'fixed_ips': [{'subnet_id': '7a3a935d-b831-483f-b7f8-a3892605052c'}]}} from dv-cinder-757908-4-iscsi. {{(pid=80241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 05 21:48:24.633070 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:24.908280 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:24.945160 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-170a5f74-dc5e-49f1-89ee-11767eecc482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:24.948047 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:25.077488 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Allocated IP 172.20.0.2 (e1d7ea22-44aa-42ef-b3c9-6dd290d73543/7a3a935d-b831-483f-b7f8-a3892605052c/ce0ce146-fd19-4c17-8720-5c64cae5398c) {{(pid=80241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:48:25.302963 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Allocated IP 172.27.1.92 (dd6739ac-3b61-4fa5-bbf5-45fb885265ae/91227b10-c165-4e57-9f01-5809fdb2af08/0ff04715-1e3f-4ca0-b039-1abff0bcc4ad) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:48:25.379410 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Notify callbacks [] for port, precommit_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:25.401469 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Transition to ACTIVE for port object ce0ce146-fd19-4c17-8720-5c64cae5398c will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:48:25.433611 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Transition to ACTIVE for port object ce0ce146-fd19-4c17-8720-5c64cae5398c will not be triggered until provisioned by entity DHCP. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:48:25.443787 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:25.543434 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:25.579355 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:25.595529 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:25.602495 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:25.701487 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Pushing event updated for resources: {'Port': ['ID=ce0ce146-fd19-4c17-8720-5c64cae5398c,revision_number=1']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:25.716888 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.717265 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.717622 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.717993 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.718886 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.719236 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.719601 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.719995 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.720330 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.720704 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.721054 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.721410 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.721838 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.722197 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.722562 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.722921 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.723278 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.723753 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.724113 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.724475 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.724851 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.725208 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.725591 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.725945 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:25.736031 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:25.759610 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Network e1d7ea22-44aa-42ef-b3c9-6dd290d73543 is already hosted by enough agents. {{(pid=80241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:48:25.760940 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Resources bound (agent type, host, resource id): {{(pid=80241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:48:25.763443 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Received port after_create {{(pid=80241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:48:25.824940 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Attempting to bind port ce0ce146-fd19-4c17-8720-5c64cae5398c on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:48:25.825488 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Attempting to bind port ce0ce146-fd19-4c17-8720-5c64cae5398c by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': '985af089-ac5a-4f04-87ac-190305aff107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:48:25.825962 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Attempting to bind port ce0ce146-fd19-4c17-8720-5c64cae5398c on network e1d7ea22-44aa-42ef-b3c9-6dd290d73543 {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:48:25.837200 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:48:25.837868 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Checking segment: {'id': '985af089-ac5a-4f04-87ac-190305aff107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:48:25.838578 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:25.839270 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Bound using segment: {'id': '985af089-ac5a-4f04-87ac-190305aff107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:48:25.840151 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Bound port: ce0ce146-fd19-4c17-8720-5c64cae5398c, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985af089-ac5a-4f04-87ac-190305aff107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:48:25.840825 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:25.842943 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff04715-1e3f-4ca0-b039-1abff0bcc4ad,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:25.848585 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:25.939173 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Network dd6739ac-3b61-4fa5-bbf5-45fb885265ae is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:48:25.941762 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:48:25.945735 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:48:25.963514 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] For port ce0ce146-fd19-4c17-8720-5c64cae5398c, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:48:25.970308 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] For port ce0ce146-fd19-4c17-8720-5c64cae5398c, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=ce0ce146-fd19-4c17-8720-5c64cae5398c,segment=NetworkSegment(985af089-ac5a-4f04-87ac-190305aff107),segment_id=985af089-ac5a-4f04-87ac-190305aff107)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:48:25.977217 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:26.010214 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-499d703c-f985-41f2-bf80-2a0efc0801d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:26.244134 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Pushing event updated for resources: {'Port': ['ID=ce0ce146-fd19-4c17-8720-5c64cae5398c,revision_number=2']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:26.248009 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:26.432533 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:27.141728 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585736'] for router, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:27.378437 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Router 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 is scheduled to L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 with binding_index 1 {{(pid=80239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 05 21:48:27.586113 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:48:27.595875 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] Sync routers for ids ['1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'] in dv-cinder-757908-4-iscsi {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:48:27.606877 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] Routers {'1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:48:27.607569 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:47:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:48:27.611883 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Notify callbacks [] for router, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:27.615964 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5878222 Dec 05 21:48:27.616342 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 58482) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:48:27.733201 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3b472e-1b5e-47df-8e16-f267a3373833 None None] Network e1d7ea22-44aa-42ef-b3c9-6dd290d73543 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:48:28.066614 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device ce0ce146-fd19-4c17-8720-5c64cae5398c up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:48:28.101676 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-989fba50-52a9-4def-9f33-ad30224fcb46 None None] Provisioning for port ce0ce146-fd19-4c17-8720-5c64cae5398c completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:48:28.122639 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6317bf65-e8dc-4a36-949a-403f52ae55dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:28.218430 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] Set router 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:48:28.377082 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:28.433685 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port ce0ce146-fd19-4c17-8720-5c64cae5398c completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:48:28.503779 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port ce0ce146-fd19-4c17-8720-5c64cae5398c triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:48:28.504565 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:28.560834 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:28.796431 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:28.835509 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Allocated IP 172.20.0.1 (e1d7ea22-44aa-42ef-b3c9-6dd290d73543/7a3a935d-b831-483f-b7f8-a3892605052c/be08c79d-7cae-48a0-b2b6-15ab94392e8d) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:48:28.853222 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port ce0ce146-fd19-4c17-8720-5c64cae5398c, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=ce0ce146-fd19-4c17-8720-5c64cae5398c,segment=NetworkSegment(985af089-ac5a-4f04-87ac-190305aff107),segment_id=985af089-ac5a-4f04-87ac-190305aff107)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:48:28.854835 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:28.857620 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6a5b72df-9afe-49e0-9461-b18da3e94d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:28.921360 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'name': 'tempest-TestShelveInstance-1212034175-router', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:24Z', 'updated_at': '2020-12-05T21:48:26Z', 'revision_number': 3, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'gw_port': {'id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:25Z', 'updated_at': '2020-12-05T21:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:48:28.934048 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] Checking router: 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 for host: dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:48:28.934442 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] Updating router 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 port 0ff04715-1e3f-4ca0-b039-1abff0bcc4ad binding host dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 05 21:48:29.015995 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=ce0ce146-fd19-4c17-8720-5c64cae5398c,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:29.020146 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:29.028090 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:29.058881 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:29.079517 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Transition to ACTIVE for port object be08c79d-7cae-48a0-b2b6-15ab94392e8d will not be triggered until provisioned by entity DHCP. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:48:29.121402 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:29.163672 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-d23c0720-49de-4bd0-af04-843451a56aaa None None] Provisioning complete for port ce0ce146-fd19-4c17-8720-5c64cae5398c triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:48:29.164126 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d23c0720-49de-4bd0-af04-843451a56aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:29.169403 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b9834691-70a0-448d-886e-14d3412bfd0d tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:29.345759 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Pushing event updated for resources: {'Port': ['ID=be08c79d-7cae-48a0-b2b6-15ab94392e8d,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:29.350512 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:29.404212 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Network e1d7ea22-44aa-42ef-b3c9-6dd290d73543 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:48:29.405477 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:48:29.412021 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:48:29.489933 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577140'] for router_interface, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:29.626579 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:29.646853 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-b01defb1-42a5-41f2-96cd-185c2e108742 None None] Provisioning complete for port ce0ce146-fd19-4c17-8720-5c64cae5398c triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:48:29.647287 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b01defb1-42a5-41f2-96cd-185c2e108742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:29.809761 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:29.817737 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] Notify callbacks [] for port, precommit_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:29.865161 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] Transition to ACTIVE for port object 0ff04715-1e3f-4ca0-b039-1abff0bcc4ad will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:48:29.875023 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:29.897619 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:29.946770 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device ce0ce146-fd19-4c17-8720-5c64cae5398c up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:48:29.977491 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:29.982499 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:30.013642 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-224e31e7-269d-4b84-8f45-e1198aa489f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:30.149829 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccaace-5356-4aea-a981-76e630cc5355 None None] Pushing event updated for resources: {'Port': ['ID=0ff04715-1e3f-4ca0-b039-1abff0bcc4ad,revision_number=2']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:30.153911 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bdccaace-5356-4aea-a981-76e630cc5355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:30.231284 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port ce0ce146-fd19-4c17-8720-5c64cae5398c triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:48:30.231987 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:30.278331 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] Attempting to bind port 0ff04715-1e3f-4ca0-b039-1abff0bcc4ad on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:48:30.278874 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] Attempting to bind port 0ff04715-1e3f-4ca0-b039-1abff0bcc4ad by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:48:30.279284 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] Attempting to bind port 0ff04715-1e3f-4ca0-b039-1abff0bcc4ad on network dd6739ac-3b61-4fa5-bbf5-45fb885265ae {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:48:30.290329 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:48:30.290745 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] Checking segment: {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:48:30.291205 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:30.291609 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] Bound using segment: {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:48:30.292161 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] Bound port: 0ff04715-1e3f-4ca0-b039-1abff0bcc4ad, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:48:30.292692 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:30.326420 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-65940f35-7710-4dcb-b438-ed8a673a8fae None None] Provisioning for port be08c79d-7cae-48a0-b2b6-15ab94392e8d completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:48:30.327512 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1253663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854198767'] for router_interface, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:30.345193 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Pushing event updated for resources: {'Port': ['ID=be08c79d-7cae-48a0-b2b6-15ab94392e8d,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:30.350966 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:30.353183 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-65940f35-7710-4dcb-b438-ed8a673a8fae None None] Provisioning complete for port be08c79d-7cae-48a0-b2b6-15ab94392e8d triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:48:30.353603 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-65940f35-7710-4dcb-b438-ed8a673a8fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:30.458495 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-65940f35-7710-4dcb-b438-ed8a673a8fae None None] Port be08c79d-7cae-48a0-b2b6-15ab94392e8d cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:48:30.505069 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] For port 0ff04715-1e3f-4ca0-b039-1abff0bcc4ad, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:48:30.521367 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] For port 0ff04715-1e3f-4ca0-b039-1abff0bcc4ad, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=0ff04715-1e3f-4ca0-b039-1abff0bcc4ad,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:48:30.528976 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Network e1d7ea22-44aa-42ef-b3c9-6dd290d73543 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:48:30.530352 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:48:30.532979 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:30.555031 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bdccaace-5356-4aea-a981-76e630cc5355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:30.800348 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Router 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:48:30.924062 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccaace-5356-4aea-a981-76e630cc5355 None None] Pushing event updated for resources: {'Port': ['ID=0ff04715-1e3f-4ca0-b039-1abff0bcc4ad,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:30.929330 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-a39a9466-c5cc-41dd-bafd-a33ed2223f80 None None] Provisioning complete for port be08c79d-7cae-48a0-b2b6-15ab94392e8d triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:48:30.929752 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a39a9466-c5cc-41dd-bafd-a33ed2223f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:30.959642 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bdccaace-5356-4aea-a981-76e630cc5355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:31.015980 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-a39a9466-c5cc-41dd-bafd-a33ed2223f80 None None] Port be08c79d-7cae-48a0-b2b6-15ab94392e8d cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:48:31.036590 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] Routers {'1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:48:31.037261 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:48:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:48:31.101383 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:48:31.121277 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] 10.222.0.50 "PUT /v2.0/routers/1df56ce4-38d6-49cc-b9c0-83bc11ff67d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5033822 Dec 05 21:48:31.207046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:31.269747 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] Set router 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:48:31.498590 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ef42d-fe68-424e-942e-e2f30092d0dc req-86d5ee54-613d-487f-8cbe-457b2b9c5134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:48:31.498590 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-968ef42d-fe68-424e-942e-e2f30092d0dc req-86d5ee54-613d-487f-8cbe-457b2b9c5134 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93b2925e659f498aa50a78619c0aa3f5&device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 1203 time: 0.0963962 Dec 05 21:48:31.608666 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e3395-f76f-4ff6-b556-0f2aa3f61ae3 req-18b56951-13d9-46f3-ae4b-2ab974fc5e29 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:48:31.617030 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ae8e3395-f76f-4ff6-b556-0f2aa3f61ae3 req-18b56951-13d9-46f3-ae4b-2ab974fc5e29 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 985 time: 0.2085471 Dec 05 21:48:31.622076 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 58556) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:48:31.700150 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ae8e3395-f76f-4ff6-b556-0f2aa3f61ae3 req-dda5ae0a-5d0c-4138-bec2-f1168a1029c2 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&id=ec0f6556-131a-431a-849d-88043d537bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0818796 Dec 05 21:48:31.728088 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'name': 'tempest-TestShelveInstance-1212034175-router', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:24Z', 'updated_at': '2020-12-05T21:48:29Z', 'revision_number': 4, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'gw_port': {'id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:25Z', 'updated_at': '2020-12-05T21:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'be08c79d-7cae-48a0-b2b6-15ab94392e8d', 'name': '', 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'mac_address': 'fa:16:3e:52:92:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7a3a935d-b831-483f-b7f8-a3892605052c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:28Z', 'updated_at': '2020-12-05T21:48:29Z', 'revision_number': 2, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'subnets': [{'id': '7a3a935d-b831-483f-b7f8-a3892605052c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:48:31.745692 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51494273-26ac-4ae9-9e34-b6b0d5d27c34 None None] The sync data for ids ['1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'] in dv-cinder-757908-4-iscsi is: [{'id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'name': 'tempest-TestShelveInstance-1212034175-router', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:24Z', 'updated_at': '2020-12-05T21:48:29Z', 'revision_number': 4, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'gw_port': {'id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:25Z', 'updated_at': '2020-12-05T21:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'be08c79d-7cae-48a0-b2b6-15ab94392e8d', 'name': '', 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'mac_address': 'fa:16:3e:52:92:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7a3a935d-b831-483f-b7f8-a3892605052c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:28Z', 'updated_at': '2020-12-05T21:48:29Z', 'revision_number': 2, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'subnets': [{'id': '7a3a935d-b831-483f-b7f8-a3892605052c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:48:31.762512 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7fec08-e380-469c-8ffc-a108e8a9ad82 admin admin] Deleting subnet eff1004c-2286-4bc7-a23f-186ba80a0503 {{(pid=80239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 05 21:48:31.784089 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8b7fec08-e380-469c-8ffc-a108e8a9ad82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:31.852884 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ef42d-fe68-424e-942e-e2f30092d0dc req-2c233375-475c-49af-8c8d-0ceea639c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:48:31.854887 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-968ef42d-fe68-424e-942e-e2f30092d0dc req-2c233375-475c-49af-8c8d-0ceea639c7ec service neutron] 10.222.0.53 "GET /v2.0/networks?id=6caf2ea8-5eb8-4f3a-87a9-29412b268762 HTTP/1.1" status: 200 len: 909 time: 0.3551829 Dec 05 21:48:31.953359 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8b7fec08-e380-469c-8ffc-a108e8a9ad82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841089900'] for subnet, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:32.035345 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-968ef42d-fe68-424e-942e-e2f30092d0dc req-d7225617-c211-44d0-91ea-96c71566d1ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5e7ac5e-0afb-4960-a038-d0cf702e3a51 HTTP/1.1" status: 200 len: 1001 time: 0.1684022 Dec 05 21:48:32.090070 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8b7fec08-e380-469c-8ffc-a108e8a9ad82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1341068'] for subnet, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:32.183790 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ef42d-fe68-424e-942e-e2f30092d0dc req-6b796dcf-6a76-4cf7-a840-25ba7f214168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:48:32.185449 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-968ef42d-fe68-424e-942e-e2f30092d0dc req-6b796dcf-6a76-4cf7-a840-25ba7f214168 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b6c38013-3aa1-43ce-bf05-86233fe9d660 HTTP/1.1" status: 200 len: 854 time: 0.1430185 Dec 05 21:48:32.229850 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 58574) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:48:32.249970 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-958748039-network', 'tenant_id': '00d34613498445e6adab240bcaf35fa5'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:48:32.257237 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:48:32.262151 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Usage tracker for resource:network and tenant:00d34613498445e6adab240bcaf35fa5 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:48:32.267312 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:48:32.275572 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:48:32.291624 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Made reservation on behalf of 00d34613498445e6adab240bcaf35fa5 for: {'network': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:48:32.299459 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for network, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:32.317032 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:32.337016 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:48:32.342452 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Usage tracker for resource:security_group_rule and tenant:00d34613498445e6adab240bcaf35fa5 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:48:32.347679 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:48:32.355623 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:48:32.509295 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ef42d-fe68-424e-942e-e2f30092d0dc req-e31c0fce-3c27-432d-ace0-a3a3ade25ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:48:32.510458 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-968ef42d-fe68-424e-942e-e2f30092d0dc req-e31c0fce-3c27-432d-ace0-a3a3ade25ce4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6caf2ea8-5eb8-4f3a-87a9-29412b268762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2957633 Dec 05 21:48:32.519649 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:32.529970 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:32.539353 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cfbbcbad-c8c3-43e7-a218-a7ca8afcffe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:32.574153 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8b7fec08-e380-469c-8ffc-a108e8a9ad82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853434748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14624556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839223429'] for subnet, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:32.596704 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-01dc8d63-ebc8-4c04-ac6b-6ec9856fa84c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:32.665685 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79caaee-0567-4d12-8e5e-77b67528c138,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:32.690543 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:32.750095 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 05 21:48:32.779251 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751910936879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:32.780390 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Added segment dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc of type vxlan for network 8110297e-1e15-414f-bce2-82997ff0bb64 Dec 05 21:48:32.811148 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 58584) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:48:32.878453 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284944475320'] for network, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:32.923431 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-968ef42d-fe68-424e-942e-e2f30092d0dc req-784ea149-9dd2-4672-b074-7e6e64b7d21f service neutron] 10.222.0.53 "GET /v2.0/networks/6caf2ea8-5eb8-4f3a-87a9-29412b268762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983488 Dec 05 21:48:32.935661 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fec08-e380-469c-8ffc-a108e8a9ad82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eff1004c-2286-4bc7-a23f-186ba80a0503,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:32.946955 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for network, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:32.948229 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:48:32.951938 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:32.958944 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8b7fec08-e380-469c-8ffc-a108e8a9ad82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:32.965127 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:33.173296 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9420645 Dec 05 21:48:33.178346 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Pushing event updated for resources: {'Network': ['ID=8110297e-1e15-414f-bce2-82997ff0bb64,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:33.182453 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 58594) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:48:33.183879 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bc4ffcf1-c6e3-4124-a5e3-712508747afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:33.195041 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Network 8110297e-1e15-414f-bce2-82997ff0bb64 details requested by agent ovs-agent-dv-cinder-757908-4-iscsi with host dv-cinder-757908-4-iscsi {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:48:33.213385 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8b7fec08-e380-469c-8ffc-a108e8a9ad82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:33.214402 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:33.222806 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-85ff0f5f-c234-4c02-b85a-5cfe5f9d5650 admin admin] Request body: {'subnet': {'network_id': '8110297e-1e15-414f-bce2-82997ff0bb64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-958748039-subnet', 'tenant_id': '00d34613498445e6adab240bcaf35fa5', 'ip_version': 4}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:48:33.235771 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-85ff0f5f-c234-4c02-b85a-5cfe5f9d5650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:48:33.236331 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Network 8110297e-1e15-414f-bce2-82997ff0bb64 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:48:33.248004 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-85ff0f5f-c234-4c02-b85a-5cfe5f9d5650 admin admin] Usage tracker for resource:subnet and tenant:00d34613498445e6adab240bcaf35fa5 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:48:33.253942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-bc4ffcf1-c6e3-4124-a5e3-712508747afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:48:33.258737 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-85ff0f5f-c234-4c02-b85a-5cfe5f9d5650 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:48:33.263940 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 58598) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:48:33.265010 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-8b7fec08-e380-469c-8ffc-a108e8a9ad82 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/eff1004c-2286-4bc7-a23f-186ba80a0503 HTTP/1.1" status: 204 len: 168 time: 1.6413150 Dec 05 21:48:33.309921 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-bc4ffcf1-c6e3-4124-a5e3-712508747afe admin admin] Usage tracker for resource:security_group_rule and tenant:5ec2d8ad011044f984e8607643316b04 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:48:33.320386 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37490234-f881-4abd-b8dd-616051187a7b req-18d4b1d6-49f3-4f52-9770-3ea2a3ff49a6 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:48:33.321926 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-bc4ffcf1-c6e3-4124-a5e3-712508747afe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:48:33.322101 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-37490234-f881-4abd-b8dd-616051187a7b req-18d4b1d6-49f3-4f52-9770-3ea2a3ff49a6 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 985 time: 0.3885393 Dec 05 21:48:33.329134 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-85ff0f5f-c234-4c02-b85a-5cfe5f9d5650 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:48:33.353142 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-968ef42d-fe68-424e-942e-e2f30092d0dc req-1501b591-e36f-43a5-abba-9ac96eb9ce04 service neutron] 10.222.0.53 "GET /v2.0/networks/6caf2ea8-5eb8-4f3a-87a9-29412b268762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4085989 Dec 05 21:48:33.369226 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-bc4ffcf1-c6e3-4124-a5e3-712508747afe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:48:33.432615 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-37490234-f881-4abd-b8dd-616051187a7b req-fbcf50c5-7cf0-40b5-be0e-86d6307ed896 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&id=ec0f6556-131a-431a-849d-88043d537bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0881574 Dec 05 21:48:33.498770 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ff0f5f-c234-4c02-b85a-5cfe5f9d5650 admin admin] Made reservation on behalf of 00d34613498445e6adab240bcaf35fa5 for: {'subnet': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:48:33.506917 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-85ff0f5f-c234-4c02-b85a-5cfe5f9d5650 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16691644'] for subnet, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:33.648781 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2bc57514-ef71-465c-9e81-75333ae8a64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853045594'] for network, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:33.958750 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 0ff04715-1e3f-4ca0-b039-1abff0bcc4ad up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:48:34.090412 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port 0ff04715-1e3f-4ca0-b039-1abff0bcc4ad completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:48:34.097896 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 0ff04715-1e3f-4ca0-b039-1abff0bcc4ad triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:48:34.098201 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:34.199234 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2bc57514-ef71-465c-9e81-75333ae8a64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1342674', 'neutron.services.segments.db._delete_segments_for_network--9223363284943838921'] for network, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:34.258655 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bc4ffcf1-c6e3-4124-a5e3-712508747afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:34.281404 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:34.318939 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port 0ff04715-1e3f-4ca0-b039-1abff0bcc4ad, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=0ff04715-1e3f-4ca0-b039-1abff0bcc4ad,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:48:34.322321 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bc4ffcf1-c6e3-4124-a5e3-712508747afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:34.326174 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:34.337238 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e46dbd5e-ccf6-4232-ac0b-8788eb9ed124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:34.338473 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:34.435272 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=0ff04715-1e3f-4ca0-b039-1abff0bcc4ad,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:34.446443 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:34.450564 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-bc4ffcf1-c6e3-4124-a5e3-712508747afe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ec2d8ad011044f984e8607643316b04&name=default HTTP/1.1" status: 200 len: 2879 time: 1.6335053 Dec 05 21:48:34.454762 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 58606) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:48:34.455177 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ffcf1-c6e3-4124-a5e3-712508747afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e59dadc-8a05-4de2-a2b6-a803ec10ec88,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:34.459190 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-2bc57514-ef71-465c-9e81-75333ae8a64a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3232708e-21b6-47c6-8857-e6bc2d91b53d']}} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:48:34.485997 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bc4ffcf1-c6e3-4124-a5e3-712508747afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:34.491721 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-2bc57514-ef71-465c-9e81-75333ae8a64a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b33da2-10ae-4545-bd24-eb412e687a58') {'for_net_delete': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:48:34.492069 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-2bc57514-ef71-465c-9e81-75333ae8a64a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b33da2-10ae-4545-bd24-eb412e687a58') {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:48:34.508528 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2bc57514-ef71-465c-9e81-75333ae8a64a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284943839689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16709401'] for segment, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:34.553531 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2bc57514-ef71-465c-9e81-75333ae8a64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:34.564975 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2bc57514-ef71-465c-9e81-75333ae8a64a admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 05 21:48:34.585852 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5a60b434-3ceb-419b-8f0a-07df5403b5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:34.652227 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5a60b434-3ceb-419b-8f0a-07df5403b5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:34.972359 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5a60b434-3ceb-419b-8f0a-07df5403b5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:34.976843 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-139b1be8-fbb9-4495-b89e-1d95da23f96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:34.992827 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60b434-3ceb-419b-8f0a-07df5403b5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e59dadc-8a05-4de2-a2b6-a803ec10ec88,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:34.996596 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5a60b434-3ceb-419b-8f0a-07df5403b5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:34.999049 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5a60b434-3ceb-419b-8f0a-07df5403b5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:35.004011 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5a60b434-3ceb-419b-8f0a-07df5403b5db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2e59dadc-8a05-4de2-a2b6-a803ec10ec88 HTTP/1.1" status: 204 len: 168 time: 0.5474520 Dec 05 21:48:35.132624 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-2bc57514-ef71-465c-9e81-75333ae8a64a admin admin] Network 3232708e-21b6-47c6-8857-e6bc2d91b53d has no segments {{(pid=80240) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:48:35.146048 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2bc57514-ef71-465c-9e81-75333ae8a64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853434340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839085233'] for segment, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:35.386331 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f717255-bc10-4615-9713-55ef6cae10a1 req-9ea84e9d-a4f5-47ea-b193-00494c870383 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:48:35.388059 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9f717255-bc10-4615-9713-55ef6cae10a1 req-9ea84e9d-a4f5-47ea-b193-00494c870383 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 985 time: 0.7401838 Dec 05 21:48:35.403166 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-2bc57514-ef71-465c-9e81-75333ae8a64a admin admin] Network 3232708e-21b6-47c6-8857-e6bc2d91b53d has no segments {{(pid=80240) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: Traceback (most recent call last): Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: timer() Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: cb(*args, **kw) Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: return func(*args, **kwargs) Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: self._notify() Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: self.callback(batched_events) Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: event.method(event) Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: segment_id)['aggregates'][0] Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(self, *a, **k) Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: return self._get(url).json() Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: **kwargs) Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.request(url, 'GET', **kwargs) Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: **endpoint_filter) Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 05 21:48:35.453640 dv-cinder-757908-4-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 05 21:48:35.674692 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9f717255-bc10-4615-9713-55ef6cae10a1 req-8700e4bb-bf08-454a-8c8b-10b99624d833 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&id=ec0f6556-131a-431a-849d-88043d537bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2739277 Dec 05 21:48:35.688316 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2bc57514-ef71-465c-9e81-75333ae8a64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853433127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854189833'] for network, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:35.696749 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:35.721474 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2bc57514-ef71-465c-9e81-75333ae8a64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:35.743306 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc57514-ef71-465c-9e81-75333ae8a64a admin admin] Pushing event deleted for resources: {'Network': ['ID=3232708e-21b6-47c6-8857-e6bc2d91b53d,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:35.748971 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2bc57514-ef71-465c-9e81-75333ae8a64a admin admin] 10.222.0.50 "DELETE /v2.0/networks/3232708e-21b6-47c6-8857-e6bc2d91b53d HTTP/1.1" status: 204 len: 168 time: 2.4810352 Dec 05 21:48:35.753306 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2bc57514-ef71-465c-9e81-75333ae8a64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:35.757705 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-85ff0f5f-c234-4c02-b85a-5cfe5f9d5650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839153435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16691629'] for subnet, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:35.782494 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c6dfc156-9a02-4c63-8417-89edfcb2bd3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:35.936801 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] Sync routers for ids ['1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:48:35.960173 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] Routers {'1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:48:35.960880 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:48:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:48:35.973007 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 0ff04715-1e3f-4ca0-b039-1abff0bcc4ad up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:48:36.099325 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff0f5f-c234-4c02-b85a-5cfe5f9d5650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=991ef165-0c9c-4e40-a1eb-14d494bb5f7c,revision_number=0']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:36.104148 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-85ff0f5f-c234-4c02-b85a-5cfe5f9d5650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:36.109231 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 58634) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:48:36.130348 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 0ff04715-1e3f-4ca0-b039-1abff0bcc4ad triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:48:36.130663 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:36.147806 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ff0f5f-c234-4c02-b85a-5cfe5f9d5650 admin admin] Checking segment: {'id': 'dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8110297e-1e15-414f-bce2-82997ff0bb64'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:48:36.148319 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ff0f5f-c234-4c02-b85a-5cfe5f9d5650 admin admin] Network hostable DHCP agents. Network: 8110297e-1e15-414f-bce2-82997ff0bb64, hostable agents: ['f9b3e222-eb4b-465e-917f-070186e4772e'], hosted agents: [] {{(pid=80240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 05 21:48:36.174659 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ff0f5f-c234-4c02-b85a-5cfe5f9d5650 admin admin] Network 8110297e-1e15-414f-bce2-82997ff0bb64 is scheduled to be hosted by DHCP agent f9b3e222-eb4b-465e-917f-070186e4772e with binding_index 1 {{(pid=80240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 05 21:48:36.197143 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-85ff0f5f-c234-4c02-b85a-5cfe5f9d5650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-4-iscsi, 8110297e-1e15-414f-bce2-82997ff0bb64) {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:48:36.210865 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ff0f5f-c234-4c02-b85a-5cfe5f9d5650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:48:36.211629 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-85ff0f5f-c234-4c02-b85a-5cfe5f9d5650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for subnet, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:36.233305 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-3efb12ec-fa1f-4236-9ae4-f2d2bc098eca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=22dd5f56923d47d4b34fe437f6404af6&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1211777 Dec 05 21:48:36.234448 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a333e684-eca3-440d-a9ce-1b28e715f3f5 None None] Network 8110297e-1e15-414f-bce2-82997ff0bb64 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:48:36.237546 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 58638) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:48:36.257638 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-85ff0f5f-c234-4c02-b85a-5cfe5f9d5650 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.0500019 Dec 05 21:48:36.258793 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 58642) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:48:36.268841 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-958748039-router', 'tenant_id': '00d34613498445e6adab240bcaf35fa5', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:48:36.279268 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:48:36.286549 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Usage tracker for resource:router and tenant:00d34613498445e6adab240bcaf35fa5 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:48:36.291127 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:48:36.300988 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:48:36.314819 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32561'] for router, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:36.316209 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854376006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854189987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-417262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743239'] for router, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:36.330873 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] Set router 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:48:36.348590 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0de54297-8de8-4fa9-92ba-9e85bd24fad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:36.363274 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:36.391386 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0de54297-8de8-4fa9-92ba-9e85bd24fad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:36.459576 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0de54297-8de8-4fa9-92ba-9e85bd24fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:36.467590 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-75b61956-260e-473c-a26a-afaae6b54151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:36.498248 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de54297-8de8-4fa9-92ba-9e85bd24fad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2b06fa-50d6-4177-b315-88ad6f3b60e8,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:36.501939 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0de54297-8de8-4fa9-92ba-9e85bd24fad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:36.508804 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0de54297-8de8-4fa9-92ba-9e85bd24fad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:36.513000 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-0de54297-8de8-4fa9-92ba-9e85bd24fad3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5b2b06fa-50d6-4177-b315-88ad6f3b60e8 HTTP/1.1" status: 204 len: 168 time: 0.2709692 Dec 05 21:48:36.804507 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:48:36.912343 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'name': 'tempest-TestShelveInstance-1212034175-router', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:24Z', 'updated_at': '2020-12-05T21:48:29Z', 'revision_number': 4, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'gw_port': {'id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:25Z', 'updated_at': '2020-12-05T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'be08c79d-7cae-48a0-b2b6-15ab94392e8d', 'name': '', 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'mac_address': 'fa:16:3e:52:92:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7a3a935d-b831-483f-b7f8-a3892605052c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:28Z', 'updated_at': '2020-12-05T21:48:29Z', 'revision_number': 2, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'subnets': [{'id': '7a3a935d-b831-483f-b7f8-a3892605052c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:48:36.925047 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] Checking router: 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:48:36.926086 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] Updating router 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 port be08c79d-7cae-48a0-b2b6-15ab94392e8d binding host dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 05 21:48:37.106103 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854190046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854380766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743210'] for router, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:37.115724 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:37.184638 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d7ccdaa-baf9-5d9f-809c-bfb6fe7b06ae-8110297e-1e15-414f-bce2-82997ff0bb64', 'network_id': '8110297e-1e15-414f-bce2-82997ff0bb64', 'tenant_id': '00d34613498445e6adab240bcaf35fa5', 'fixed_ips': [{'subnet_id': '991ef165-0c9c-4e40-a1eb-14d494bb5f7c'}]}} from dv-cinder-757908-4-iscsi. {{(pid=80241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 05 21:48:37.186399 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:37.247872 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63f7f2-b2b6-4860-920f-a6e97e928725 req-9f3c850e-ce27-467b-98e8-82945c33de51 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:48:37.250360 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ee63f7f2-b2b6-4860-920f-a6e97e928725 req-9f3c850e-ce27-467b-98e8-82945c33de51 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 985 time: 0.2338703 Dec 05 21:48:37.363065 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ee63f7f2-b2b6-4860-920f-a6e97e928725 req-f67f2c2b-4565-41a6-96cb-88cfad18bfa4 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&id=ec0f6556-131a-431a-849d-88043d537bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1029069 Dec 05 21:48:37.444024 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 58664) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:48:37.707715 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Allocated IP 172.20.0.2 (8110297e-1e15-414f-bce2-82997ff0bb64/991ef165-0c9c-4e40-a1eb-14d494bb5f7c/9bba48f4-210c-4516-a4a9-19a64eb9f9eb) {{(pid=80241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:48:37.739226 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0c8fcd3d-5373-4d72-a413-feea0bfc6865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:37.757716 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:37.761207 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-0c8fcd3d-5373-4d72-a413-feea0bfc6865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:48:37.766718 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-0c8fcd3d-5373-4d72-a413-feea0bfc6865 admin admin] Usage tracker for resource:security_group_rule and tenant:19efad96de684059a9cfffc00208b9de is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:48:37.777178 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-0c8fcd3d-5373-4d72-a413-feea0bfc6865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:48:37.788918 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-0c8fcd3d-5373-4d72-a413-feea0bfc6865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:48:37.843825 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:37.873447 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] Notify callbacks [] for port, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:37.903301 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] Transition to ACTIVE for port object be08c79d-7cae-48a0-b2b6-15ab94392e8d will not be triggered until provisioned by entity L2. {{(pid=80242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:48:37.907385 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:37.962428 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0c8fcd3d-5373-4d72-a413-feea0bfc6865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:37.971594 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0c8fcd3d-5373-4d72-a413-feea0bfc6865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:37.977554 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:38.015686 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e34cfc71-d3f7-4021-bce0-3c1ca47beeed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:38.096959 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:38.118447 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Transition to ACTIVE for port object 9bba48f4-210c-4516-a4a9-19a64eb9f9eb will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:48:38.125473 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-0c8fcd3d-5373-4d72-a413-feea0bfc6865 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=19efad96de684059a9cfffc00208b9de&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6791072 Dec 05 21:48:38.135440 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fcd3d-5373-4d72-a413-feea0bfc6865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c678c4-f147-4182-a1df-40c06d1d9786,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:38.136882 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 58672) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:48:38.148589 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0c8fcd3d-5373-4d72-a413-feea0bfc6865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:38.165890 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Transition to ACTIVE for port object 9bba48f4-210c-4516-a4a9-19a64eb9f9eb will not be triggered until provisioned by entity DHCP. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:48:38.176503 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:38.242835 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Pushing event updated for resources: {'Port': ['ID=be08c79d-7cae-48a0-b2b6-15ab94392e8d,revision_number=3']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:38.274404 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.274972 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.275462 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.275988 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.277742 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c57ae7da-6501-4519-9380-a02082f2e458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:38.278047 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.278549 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.279031 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.280210 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.282801 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.283319 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.283864 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.284941 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.289108 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.289647 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.290137 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.290643 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.291123 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.291600 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.295508 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.296611 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.297132 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.299959 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.301253 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.301770 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:38.321378 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:38.349073 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c57ae7da-6501-4519-9380-a02082f2e458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:38.374699 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:38.500891 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c57ae7da-6501-4519-9380-a02082f2e458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:38.510459 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-86293cd8-93a2-44be-bb98-6e328c905679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:38.512795 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Allocated IP 172.27.1.63 (dd6739ac-3b61-4fa5-bbf5-45fb885265ae/91227b10-c165-4e57-9f01-5809fdb2af08/370d77ab-4343-426c-abd5-9b3228751e11) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:48:38.554336 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ae7da-6501-4519-9380-a02082f2e458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c678c4-f147-4182-a1df-40c06d1d9786,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:38.559666 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c57ae7da-6501-4519-9380-a02082f2e458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:38.569779 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c57ae7da-6501-4519-9380-a02082f2e458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:38.572983 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c57ae7da-6501-4519-9380-a02082f2e458 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/78c678c4-f147-4182-a1df-40c06d1d9786 HTTP/1.1" status: 204 len: 168 time: 0.4346693 Dec 05 21:48:38.636488 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] Attempting to bind port be08c79d-7cae-48a0-b2b6-15ab94392e8d on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:48:38.637188 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] Attempting to bind port be08c79d-7cae-48a0-b2b6-15ab94392e8d by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': '985af089-ac5a-4f04-87ac-190305aff107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543'}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:48:38.638068 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] Attempting to bind port be08c79d-7cae-48a0-b2b6-15ab94392e8d on network e1d7ea22-44aa-42ef-b3c9-6dd290d73543 {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:48:38.655166 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:48:38.656684 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] Checking segment: {'id': '985af089-ac5a-4f04-87ac-190305aff107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:48:38.657362 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:38.659464 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] Bound using segment: {'id': '985af089-ac5a-4f04-87ac-190305aff107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543'} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:48:38.660495 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] Bound port: be08c79d-7cae-48a0-b2b6-15ab94392e8d, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985af089-ac5a-4f04-87ac-190305aff107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543'}}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:48:38.661186 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:38.807254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] For port be08c79d-7cae-48a0-b2b6-15ab94392e8d, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:48:38.811436 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] For port be08c79d-7cae-48a0-b2b6-15ab94392e8d, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=be08c79d-7cae-48a0-b2b6-15ab94392e8d,segment=NetworkSegment(985af089-ac5a-4f04-87ac-190305aff107),segment_id=985af089-ac5a-4f04-87ac-190305aff107)] {{(pid=80242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:48:38.817330 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:39.019139 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Pushing event updated for resources: {'Port': ['ID=9bba48f4-210c-4516-a4a9-19a64eb9f9eb,revision_number=1']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:39.045336 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:39.087160 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:39.123342 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e30b2672-3a13-4809-92eb-e2b4095f0040 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:39.153837 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Network 8110297e-1e15-414f-bce2-82997ff0bb64 is already hosted by enough agents. {{(pid=80241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:48:39.157038 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Resources bound (agent type, host, resource id): {{(pid=80241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:48:39.165028 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Received port after_create {{(pid=80241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:48:39.261503 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:39.266627 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Attempting to bind port 9bba48f4-210c-4516-a4a9-19a64eb9f9eb on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:48:39.267894 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Attempting to bind port 9bba48f4-210c-4516-a4a9-19a64eb9f9eb by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': 'dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8110297e-1e15-414f-bce2-82997ff0bb64'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:48:39.267894 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Attempting to bind port 9bba48f4-210c-4516-a4a9-19a64eb9f9eb on network 8110297e-1e15-414f-bce2-82997ff0bb64 {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:48:39.276002 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:48:39.276889 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Checking segment: {'id': 'dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8110297e-1e15-414f-bce2-82997ff0bb64'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:48:39.277621 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:39.278287 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Bound using segment: {'id': 'dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8110297e-1e15-414f-bce2-82997ff0bb64'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:48:39.279030 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Bound port: 9bba48f4-210c-4516-a4a9-19a64eb9f9eb, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8110297e-1e15-414f-bce2-82997ff0bb64'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:48:39.279489 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:39.283631 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:39.321261 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Pushing event updated for resources: {'Port': ['ID=be08c79d-7cae-48a0-b2b6-15ab94392e8d,revision_number=4']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:39.330930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6cfc3-0dc0-4edc-9213-a2595fc5a04b req-8b33405a-4d19-47aa-b233-8bde749c8cd8 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:48:39.331221 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9b021bfa-5fde-40d3-8a5a-d3a11f69e944 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:39.333051 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-76e6cfc3-0dc0-4edc-9213-a2595fc5a04b req-8b33405a-4d19-47aa-b233-8bde749c8cd8 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 985 time: 0.3813050 Dec 05 21:48:39.396607 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] For port 9bba48f4-210c-4516-a4a9-19a64eb9f9eb, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:48:39.400407 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] For port 9bba48f4-210c-4516-a4a9-19a64eb9f9eb, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=9bba48f4-210c-4516-a4a9-19a64eb9f9eb,segment=NetworkSegment(dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc),segment_id=dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:48:39.406353 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:39.411611 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] Routers {'1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:48:39.412330 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:48:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:48:39.427217 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:39.498646 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Pushing event updated for resources: {'Port': ['ID=370d77ab-4343-426c-abd5-9b3228751e11,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:39.509974 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:39.533208 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-76e6cfc3-0dc0-4edc-9213-a2595fc5a04b req-5070dc3b-3339-431a-a25b-46e140756568 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&id=ec0f6556-131a-431a-849d-88043d537bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1750319 Dec 05 21:48:39.592740 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Network dd6739ac-3b61-4fa5-bbf5-45fb885265ae is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:48:39.597266 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:48:39.603094 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:48:39.674219 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Pushing event updated for resources: {'Port': ['ID=9bba48f4-210c-4516-a4a9-19a64eb9f9eb,revision_number=2']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:39.680582 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:39.744989 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] Set router 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:48:40.006687 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device be08c79d-7cae-48a0-b2b6-15ab94392e8d up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:48:40.173230 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port be08c79d-7cae-48a0-b2b6-15ab94392e8d completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:48:40.183966 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port be08c79d-7cae-48a0-b2b6-15ab94392e8d triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:48:40.184736 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:40.388597 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:40.429490 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'name': 'tempest-TestShelveInstance-1212034175-router', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:24Z', 'updated_at': '2020-12-05T21:48:29Z', 'revision_number': 4, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'gw_port': {'id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:25Z', 'updated_at': '2020-12-05T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'be08c79d-7cae-48a0-b2b6-15ab94392e8d', 'name': '', 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'mac_address': 'fa:16:3e:52:92:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7a3a935d-b831-483f-b7f8-a3892605052c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:28Z', 'updated_at': '2020-12-05T21:48:38Z', 'revision_number': 4, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'subnets': [{'id': '7a3a935d-b831-483f-b7f8-a3892605052c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:48:40.436256 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2689e0aa-24f1-447f-bfc0-3105ee49c51d None None] The sync data for ids ['1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'] in dv-cinder-757908-4-iscsi is: [{'id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'name': 'tempest-TestShelveInstance-1212034175-router', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:24Z', 'updated_at': '2020-12-05T21:48:29Z', 'revision_number': 4, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'gw_port': {'id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:25Z', 'updated_at': '2020-12-05T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'be08c79d-7cae-48a0-b2b6-15ab94392e8d', 'name': '', 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'mac_address': 'fa:16:3e:52:92:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7a3a935d-b831-483f-b7f8-a3892605052c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:28Z', 'updated_at': '2020-12-05T21:48:38Z', 'revision_number': 4, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'subnets': [{'id': '7a3a935d-b831-483f-b7f8-a3892605052c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:48:40.479550 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port be08c79d-7cae-48a0-b2b6-15ab94392e8d, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=be08c79d-7cae-48a0-b2b6-15ab94392e8d,segment=NetworkSegment(985af089-ac5a-4f04-87ac-190305aff107),segment_id=985af089-ac5a-4f04-87ac-190305aff107)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:48:40.484742 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:40.485117 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:40.489841 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bdccaace-5356-4aea-a981-76e630cc5355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:40.613391 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=be08c79d-7cae-48a0-b2b6-15ab94392e8d,revision_number=5']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:40.627610 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:40.859251 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477c440-83ca-49ce-a390-45e5d873a1ff req-f7184869-9509-4342-bb5b-4b1c2c14e155 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:48:40.861476 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e477c440-83ca-49ce-a390-45e5d873a1ff req-f7184869-9509-4342-bb5b-4b1c2c14e155 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 985 time: 0.1080277 Dec 05 21:48:40.922994 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e477c440-83ca-49ce-a390-45e5d873a1ff req-8d57d1e6-e9a9-4abc-b46e-ea4aa61c088c tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&id=ec0f6556-131a-431a-849d-88043d537bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0493023 Dec 05 21:48:41.055916 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585736'] for router, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:41.335124 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Router 1f943e77-518a-41bc-8b55-7092bdf8e9fe is scheduled to L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 with binding_index 1 {{(pid=80240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 05 21:48:41.340584 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be74974-6917-435e-9ce0-29cbe6c93b11 None None] Network 8110297e-1e15-414f-bce2-82997ff0bb64 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:48:41.452034 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8316724f-f4dc-427f-be38-74db2208d7b8 None None] Provisioning for port 9bba48f4-210c-4516-a4a9-19a64eb9f9eb completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:48:41.583938 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:48:41.600797 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] Sync routers for ids ['1f943e77-518a-41bc-8b55-7092bdf8e9fe'] in dv-cinder-757908-4-iscsi {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:48:41.627171 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Notify callbacks [] for router, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:41.628881 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.3683801 Dec 05 21:48:41.633975 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 58698) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:48:41.641223 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] Routers {'1f943e77-518a-41bc-8b55-7092bdf8e9fe'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:48:41.642363 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:48:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['1f943e77-518a-41bc-8b55-7092bdf8e9fe'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:48:41.971083 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] Set router 1f943e77-518a-41bc-8b55-7092bdf8e9fe gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:48:42.152935 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 9bba48f4-210c-4516-a4a9-19a64eb9f9eb up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:48:42.195221 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b1588-0ac6-442d-8fb0-0e852f704ca9 req-d39f8882-5fc9-4d7f-8e56-9324053af398 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:48:42.205353 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f4b1588-0ac6-442d-8fb0-0e852f704ca9 req-d39f8882-5fc9-4d7f-8e56-9324053af398 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 985 time: 0.1061900 Dec 05 21:48:42.282159 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f4b1588-0ac6-442d-8fb0-0e852f704ca9 req-91f25d08-d5f2-48de-89e5-c666734886d5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&id=ec0f6556-131a-431a-849d-88043d537bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0753043 Dec 05 21:48:42.367666 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port 9bba48f4-210c-4516-a4a9-19a64eb9f9eb completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:48:42.378351 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 9bba48f4-210c-4516-a4a9-19a64eb9f9eb triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:48:42.378756 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:42.505819 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-eb522e5e-6545-4087-82ef-46bb72a2e8ed None None] Provisioning complete for port 9bba48f4-210c-4516-a4a9-19a64eb9f9eb triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:48:42.506244 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-eb522e5e-6545-4087-82ef-46bb72a2e8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:42.574723 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:42.702975 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:42.728692 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'name': 'tempest-TestShelveInstance-958748039-router', 'tenant_id': '00d34613498445e6adab240bcaf35fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '370d77ab-4343-426c-abd5-9b3228751e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:36Z', 'updated_at': '2020-12-05T21:48:39Z', 'revision_number': 3, 'project_id': '00d34613498445e6adab240bcaf35fa5', 'gw_port': {'id': '370d77ab-4343-426c-abd5-9b3228751e11', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:38Z', 'updated_at': '2020-12-05T21:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:48:42.753465 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] Checking router: 1f943e77-518a-41bc-8b55-7092bdf8e9fe for host: dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:48:42.753885 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] Updating router 1f943e77-518a-41bc-8b55-7092bdf8e9fe port 370d77ab-4343-426c-abd5-9b3228751e11 binding host dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 05 21:48:42.793540 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device c5e7ac5e-0afb-4960-a038-d0cf702e3a51 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:48:42.851154 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port 9bba48f4-210c-4516-a4a9-19a64eb9f9eb, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=9bba48f4-210c-4516-a4a9-19a64eb9f9eb,segment=NetworkSegment(dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc),segment_id=dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:48:42.853811 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-eb522e5e-6545-4087-82ef-46bb72a2e8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:42.871975 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:42.872591 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device be08c79d-7cae-48a0-b2b6-15ab94392e8d up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:48:43.093998 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:43.100789 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Allocated IP 172.20.0.1 (8110297e-1e15-414f-bce2-82997ff0bb64/991ef165-0c9c-4e40-a1eb-14d494bb5f7c/9fb800eb-4a6a-475a-9fc8-748777cab388) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:48:43.216933 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:43.319956 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=9bba48f4-210c-4516-a4a9-19a64eb9f9eb,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:43.339575 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:43.376890 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:43.396832 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Transition to ACTIVE for port object 9fb800eb-4a6a-475a-9fc8-748777cab388 will not be triggered until provisioned by entity DHCP. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:48:43.412364 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port c5e7ac5e-0afb-4960-a038-d0cf702e3a51 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:48:43.418594 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:43.431879 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:43.448033 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-eb522e5e-6545-4087-82ef-46bb72a2e8ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80241) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 05 21:48:43.448492 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-eb522e5e-6545-4087-82ef-46bb72a2e8ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 05 21:48:43.450080 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:43.458754 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port be08c79d-7cae-48a0-b2b6-15ab94392e8d triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:48:43.459183 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:43.678963 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Pushing event updated for resources: {'Port': ['ID=9fb800eb-4a6a-475a-9fc8-748777cab388,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:43.694940 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.695350 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.695803 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.696208 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.696612 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.697012 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.697408 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.697805 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.698200 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.698600 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.698995 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.699390 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.699884 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.700275 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.700670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.701069 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.701457 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.701849 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.702271 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.703201 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.703593 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.704063 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.704618 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.704977 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:48:43.714344 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:43.783172 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd35c9-bc1c-4516-8353-d33a002fdd85 req-f4a60a02-dc46-402b-aa6f-e17ec67f4bb0 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:48:43.785101 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-05bd35c9-bc1c-4516-8353-d33a002fdd85 req-f4a60a02-dc46-402b-aa6f-e17ec67f4bb0 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 985 time: 0.3013115 Dec 05 21:48:43.787048 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Network 8110297e-1e15-414f-bce2-82997ff0bb64 is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:48:43.788329 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:48:43.797950 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:48:43.900678 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577140'] for router_interface, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:43.934777 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 9bba48f4-210c-4516-a4a9-19a64eb9f9eb up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:48:44.044841 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-05bd35c9-bc1c-4516-8353-d33a002fdd85 req-75579a3c-32e3-47d3-a798-c18c1ebaeaad tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&id=ec0f6556-131a-431a-849d-88043d537bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2139952 Dec 05 21:48:44.207707 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] Notify callbacks [] for port, precommit_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:44.212737 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 9bba48f4-210c-4516-a4a9-19a64eb9f9eb triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:48:44.213148 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:44.237108 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:44.264478 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] Transition to ACTIVE for port object 370d77ab-4343-426c-abd5-9b3228751e11 will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:48:44.277739 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:44.296916 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:44.474687 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-c9af7f6b-7086-4af0-84e9-042bd945d9ec None None] Provisioning for port 9fb800eb-4a6a-475a-9fc8-748777cab388 completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:48:44.481670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd374f-16fb-4392-ad27-7a53ba2e23e2 None None] Pushing event updated for resources: {'Port': ['ID=370d77ab-4343-426c-abd5-9b3228751e11,revision_number=2']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:44.521439 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d7bd374f-16fb-4392-ad27-7a53ba2e23e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:44.522411 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-c9af7f6b-7086-4af0-84e9-042bd945d9ec None None] Provisioning complete for port 9fb800eb-4a6a-475a-9fc8-748777cab388 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:48:44.522832 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c9af7f6b-7086-4af0-84e9-042bd945d9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:44.624965 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-c9af7f6b-7086-4af0-84e9-042bd945d9ec None None] Port 9fb800eb-4a6a-475a-9fc8-748777cab388 cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:48:44.675183 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-c9af7f6b-7086-4af0-84e9-042bd945d9ec None None] Provisioning complete for port 9bba48f4-210c-4516-a4a9-19a64eb9f9eb triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:48:44.675603 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c9af7f6b-7086-4af0-84e9-042bd945d9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:44.705381 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] Attempting to bind port 370d77ab-4343-426c-abd5-9b3228751e11 on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:48:44.705797 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] Attempting to bind port 370d77ab-4343-426c-abd5-9b3228751e11 by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:48:44.706218 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] Attempting to bind port 370d77ab-4343-426c-abd5-9b3228751e11 on network dd6739ac-3b61-4fa5-bbf5-45fb885265ae {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:48:44.724096 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:48:44.724490 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] Checking segment: {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:48:44.724990 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:44.725381 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] Bound using segment: {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:48:44.725914 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] Bound port: 370d77ab-4343-426c-abd5-9b3228751e11, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:48:44.726335 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:44.802068 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device c5e7ac5e-0afb-4960-a038-d0cf702e3a51 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:48:44.916520 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] For port 370d77ab-4343-426c-abd5-9b3228751e11, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:48:44.974183 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:44.979417 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14624611'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:45.015933 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bd00515c-6c41-4f7b-93d8-ac732a61de7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:45.017313 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] For port 370d77ab-4343-426c-abd5-9b3228751e11, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=370d77ab-4343-426c-abd5-9b3228751e11,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:48:45.025288 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:45.050077 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-74e1c11d-124b-4726-801f-067cdbdedc49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:45.103836 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1253663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854198767'] for router_interface, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:45.124471 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Pushing event updated for resources: {'Port': ['ID=9fb800eb-4a6a-475a-9fc8-748777cab388,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:45.130575 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:45.303581 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Network 8110297e-1e15-414f-bce2-82997ff0bb64 is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:48:45.305114 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:48:45.420126 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port c5e7ac5e-0afb-4960-a038-d0cf702e3a51 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:48:45.420561 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:45.431212 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a57be9-e767-4b10-89da-aca98c01096f req-d3fe76ef-b627-4650-9a88-c2e6120a67f5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:48:45.434720 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-28a57be9-e767-4b10-89da-aca98c01096f req-d3fe76ef-b627-4650-9a88-c2e6120a67f5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 985 time: 0.1948578 Dec 05 21:48:45.482257 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd374f-16fb-4392-ad27-7a53ba2e23e2 None None] Pushing event updated for resources: {'Port': ['ID=370d77ab-4343-426c-abd5-9b3228751e11,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:45.511821 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-28a57be9-e767-4b10-89da-aca98c01096f req-8686f021-5192-402f-b468-fe048c94f124 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&id=ec0f6556-131a-431a-849d-88043d537bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0659533 Dec 05 21:48:45.514600 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d7bd374f-16fb-4392-ad27-7a53ba2e23e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:45.615030 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Router 1f943e77-518a-41bc-8b55-7092bdf8e9fe has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:48:45.623002 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] Routers {'1f943e77-518a-41bc-8b55-7092bdf8e9fe'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:48:45.624035 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:48:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['1f943e77-518a-41bc-8b55-7092bdf8e9fe'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:48:45.818555 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:48:45.830875 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] 10.222.0.50 "PUT /v2.0/routers/1f943e77-518a-41bc-8b55-7092bdf8e9fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1948261 Dec 05 21:48:45.835816 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:45.839566 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-a48b8827-1f6d-4627-bb17-d75517eaa9e1 None None] Provisioning complete for port 9fb800eb-4a6a-475a-9fc8-748777cab388 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:48:45.840018 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a48b8827-1f6d-4627-bb17-d75517eaa9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:45.932239 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-a48b8827-1f6d-4627-bb17-d75517eaa9e1 None None] Port 9fb800eb-4a6a-475a-9fc8-748777cab388 cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:48:45.943973 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] Set router 1f943e77-518a-41bc-8b55-7092bdf8e9fe gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:48:46.370940 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'name': 'tempest-TestShelveInstance-958748039-router', 'tenant_id': '00d34613498445e6adab240bcaf35fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '370d77ab-4343-426c-abd5-9b3228751e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:36Z', 'updated_at': '2020-12-05T21:48:44Z', 'revision_number': 4, 'project_id': '00d34613498445e6adab240bcaf35fa5', 'gw_port': {'id': '370d77ab-4343-426c-abd5-9b3228751e11', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:38Z', 'updated_at': '2020-12-05T21:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '9fb800eb-4a6a-475a-9fc8-748777cab388', 'name': '', 'network_id': '8110297e-1e15-414f-bce2-82997ff0bb64', 'tenant_id': '00d34613498445e6adab240bcaf35fa5', 'mac_address': 'fa:16:3e:4e:4c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '991ef165-0c9c-4e40-a1eb-14d494bb5f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:42Z', 'updated_at': '2020-12-05T21:48:44Z', 'revision_number': 2, 'project_id': '00d34613498445e6adab240bcaf35fa5', 'subnets': [{'id': '991ef165-0c9c-4e40-a1eb-14d494bb5f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:48:46.376625 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7248072b-a4f8-4b39-8ce8-0e1948626b3e None None] The sync data for ids ['1f943e77-518a-41bc-8b55-7092bdf8e9fe'] in dv-cinder-757908-4-iscsi is: [{'id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'name': 'tempest-TestShelveInstance-958748039-router', 'tenant_id': '00d34613498445e6adab240bcaf35fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '370d77ab-4343-426c-abd5-9b3228751e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:36Z', 'updated_at': '2020-12-05T21:48:44Z', 'revision_number': 4, 'project_id': '00d34613498445e6adab240bcaf35fa5', 'gw_port': {'id': '370d77ab-4343-426c-abd5-9b3228751e11', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:38Z', 'updated_at': '2020-12-05T21:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '9fb800eb-4a6a-475a-9fc8-748777cab388', 'name': '', 'network_id': '8110297e-1e15-414f-bce2-82997ff0bb64', 'tenant_id': '00d34613498445e6adab240bcaf35fa5', 'mac_address': 'fa:16:3e:4e:4c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '991ef165-0c9c-4e40-a1eb-14d494bb5f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:42Z', 'updated_at': '2020-12-05T21:48:44Z', 'revision_number': 2, 'project_id': '00d34613498445e6adab240bcaf35fa5', 'subnets': [{'id': '991ef165-0c9c-4e40-a1eb-14d494bb5f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:48:46.789751 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-3a53057c-b792-4eab-989f-d87eb39fb701 req-e6ec9de0-690c-40cf-8190-17b2bc962140 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-73748071', 'description': 'tempest-TestShelveInstance-73748071 description'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:48:46.801821 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-3a53057c-b792-4eab-989f-d87eb39fb701 req-e6ec9de0-690c-40cf-8190-17b2bc962140 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:48:46.810269 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-3a53057c-b792-4eab-989f-d87eb39fb701 req-e6ec9de0-690c-40cf-8190-17b2bc962140 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Usage tracker for resource:security_group and tenant:8fdfb31e682a4ad39262c855047b60c3 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:48:46.818237 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-3a53057c-b792-4eab-989f-d87eb39fb701 req-e6ec9de0-690c-40cf-8190-17b2bc962140 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:48:46.829007 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-3a53057c-b792-4eab-989f-d87eb39fb701 req-e6ec9de0-690c-40cf-8190-17b2bc962140 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:48:46.844836 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3a53057c-b792-4eab-989f-d87eb39fb701 req-e6ec9de0-690c-40cf-8190-17b2bc962140 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:46.880221 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-3a53057c-b792-4eab-989f-d87eb39fb701 req-e6ec9de0-690c-40cf-8190-17b2bc962140 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:48:46.884942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-3a53057c-b792-4eab-989f-d87eb39fb701 req-e6ec9de0-690c-40cf-8190-17b2bc962140 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Usage tracker for resource:security_group_rule and tenant:8fdfb31e682a4ad39262c855047b60c3 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:48:46.888451 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-3a53057c-b792-4eab-989f-d87eb39fb701 req-e6ec9de0-690c-40cf-8190-17b2bc962140 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:48:46.896711 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-3a53057c-b792-4eab-989f-d87eb39fb701 req-e6ec9de0-690c-40cf-8190-17b2bc962140 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:48:46.992915 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3a53057c-b792-4eab-989f-d87eb39fb701 req-e6ec9de0-690c-40cf-8190-17b2bc962140 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:46.997219 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3a53057c-b792-4eab-989f-d87eb39fb701 req-e6ec9de0-690c-40cf-8190-17b2bc962140 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:47.002615 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5a60b434-3ceb-419b-8f0a-07df5403b5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:47.052231 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec9de0-690c-40cf-8190-17b2bc962140 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc13062-f208-482e-a24a-d76560ee5e16,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:47.055304 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3a53057c-b792-4eab-989f-d87eb39fb701 req-e6ec9de0-690c-40cf-8190-17b2bc962140 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:47.063250 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3a53057c-b792-4eab-989f-d87eb39fb701 req-e6ec9de0-690c-40cf-8190-17b2bc962140 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1753 time: 0.2871628 Dec 05 21:48:47.063250 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e6ec9de0-690c-40cf-8190-17b2bc962140 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:47.184997 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4454fdbe-30af-4639-b465-102967490248 req-d73283f8-8aa0-47e4-990e-7651de63b7e9 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups/3cc13062-f208-482e-a24a-d76560ee5e16 HTTP/1.1" status: 200 len: 1748 time: 0.0618694 Dec 05 21:48:47.197221 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-4454fdbe-30af-4639-b465-102967490248 req-1008f628-4ea9-4c4d-b030-ca5c275d5530 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3cc13062-f208-482e-a24a-d76560ee5e16', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:48:47.197420 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-4454fdbe-30af-4639-b465-102967490248 req-1008f628-4ea9-4c4d-b030-ca5c275d5530 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3cc13062-f208-482e-a24a-d76560ee5e16', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:48:47.205154 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-4454fdbe-30af-4639-b465-102967490248 req-1008f628-4ea9-4c4d-b030-ca5c275d5530 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:48:47.210009 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4454fdbe-30af-4639-b465-102967490248 req-1008f628-4ea9-4c4d-b030-ca5c275d5530 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Usage tracker for resource:security_group_rule and tenant:8fdfb31e682a4ad39262c855047b60c3 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:48:47.213624 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4454fdbe-30af-4639-b465-102967490248 req-1008f628-4ea9-4c4d-b030-ca5c275d5530 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:48:47.221857 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-4454fdbe-30af-4639-b465-102967490248 req-1008f628-4ea9-4c4d-b030-ca5c275d5530 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:48:47.339077 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4454fdbe-30af-4639-b465-102967490248 req-1008f628-4ea9-4c4d-b030-ca5c275d5530 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks [] for security_group_rule, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:47.372003 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4454fdbe-30af-4639-b465-102967490248 req-1008f628-4ea9-4c4d-b030-ca5c275d5530 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:47.375593 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4454fdbe-30af-4639-b465-102967490248 req-1008f628-4ea9-4c4d-b030-ca5c275d5530 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429132'] for security_group_rule, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:47.378517 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:47.407859 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008f628-4ea9-4c4d-b030-ca5c275d5530 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15af7c83-448a-4ce9-9193-8038351d181a,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:47.413010 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1008f628-4ea9-4c4d-b030-ca5c275d5530 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:47.421289 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4454fdbe-30af-4639-b465-102967490248 req-1008f628-4ea9-4c4d-b030-ca5c275d5530 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks [] for security_group_rule, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:47.422667 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4454fdbe-30af-4639-b465-102967490248 req-1008f628-4ea9-4c4d-b030-ca5c275d5530 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.2301769 Dec 05 21:48:47.557082 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c6bbb4c6-d65b-4b49-a98b-6eed655307b2 req-14010023-42b5-4869-87e2-a89ef55ad191 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups/3cc13062-f208-482e-a24a-d76560ee5e16 HTTP/1.1" status: 200 len: 2309 time: 0.0910199 Dec 05 21:48:47.579255 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-c6bbb4c6-d65b-4b49-a98b-6eed655307b2 req-a1a057f6-3d3f-41f6-93b8-0480e9fec9c5 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3cc13062-f208-482e-a24a-d76560ee5e16', 'remote_group_id': None}]} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:48:47.579829 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-c6bbb4c6-d65b-4b49-a98b-6eed655307b2 req-a1a057f6-3d3f-41f6-93b8-0480e9fec9c5 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3cc13062-f208-482e-a24a-d76560ee5e16', 'remote_group_id': None}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:48:47.590959 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-c6bbb4c6-d65b-4b49-a98b-6eed655307b2 req-a1a057f6-3d3f-41f6-93b8-0480e9fec9c5 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:48:47.598065 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c6bbb4c6-d65b-4b49-a98b-6eed655307b2 req-a1a057f6-3d3f-41f6-93b8-0480e9fec9c5 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Usage tracker for resource:security_group_rule and tenant:8fdfb31e682a4ad39262c855047b60c3 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:48:47.603719 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c6bbb4c6-d65b-4b49-a98b-6eed655307b2 req-a1a057f6-3d3f-41f6-93b8-0480e9fec9c5 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:48:47.613210 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-c6bbb4c6-d65b-4b49-a98b-6eed655307b2 req-a1a057f6-3d3f-41f6-93b8-0480e9fec9c5 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:48:47.704521 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c6bbb4c6-d65b-4b49-a98b-6eed655307b2 req-a1a057f6-3d3f-41f6-93b8-0480e9fec9c5 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks [] for security_group_rule, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:47.761540 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c6bbb4c6-d65b-4b49-a98b-6eed655307b2 req-a1a057f6-3d3f-41f6-93b8-0480e9fec9c5 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:47.767003 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c6bbb4c6-d65b-4b49-a98b-6eed655307b2 req-a1a057f6-3d3f-41f6-93b8-0480e9fec9c5 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429132'] for security_group_rule, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:47.782078 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:47.806726 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a057f6-3d3f-41f6-93b8-0480e9fec9c5 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae61815-c8a1-46ce-8581-6d3216e21253,revision_number=0']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:47.812871 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a1a057f6-3d3f-41f6-93b8-0480e9fec9c5 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:47.818272 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c6bbb4c6-d65b-4b49-a98b-6eed655307b2 req-a1a057f6-3d3f-41f6-93b8-0480e9fec9c5 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks [] for security_group_rule, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:47.819660 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c6bbb4c6-d65b-4b49-a98b-6eed655307b2 req-a1a057f6-3d3f-41f6-93b8-0480e9fec9c5 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 0.2483878 Dec 05 21:48:47.969766 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 370d77ab-4343-426c-abd5-9b3228751e11 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:48:48.083070 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port 370d77ab-4343-426c-abd5-9b3228751e11 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:48:48.100586 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 370d77ab-4343-426c-abd5-9b3228751e11 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:48:48.101713 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:48.278083 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:48.307042 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port 370d77ab-4343-426c-abd5-9b3228751e11, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=370d77ab-4343-426c-abd5-9b3228751e11,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:48:48.311587 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:48.314088 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:48.395402 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=370d77ab-4343-426c-abd5-9b3228751e11,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:48.399573 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:49.935054 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 370d77ab-4343-426c-abd5-9b3228751e11 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:48:50.049337 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 370d77ab-4343-426c-abd5-9b3228751e11 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:48:50.050000 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:50.174055 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] Sync routers for ids ['1f943e77-518a-41bc-8b55-7092bdf8e9fe'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:48:50.184424 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] Routers {'1f943e77-518a-41bc-8b55-7092bdf8e9fe'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:48:50.185113 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:48:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['1f943e77-518a-41bc-8b55-7092bdf8e9fe'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:48:50.389234 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] Set router 1f943e77-518a-41bc-8b55-7092bdf8e9fe gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:48:50.757502 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'name': 'tempest-TestShelveInstance-958748039-router', 'tenant_id': '00d34613498445e6adab240bcaf35fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '370d77ab-4343-426c-abd5-9b3228751e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:36Z', 'updated_at': '2020-12-05T21:48:44Z', 'revision_number': 4, 'project_id': '00d34613498445e6adab240bcaf35fa5', 'gw_port': {'id': '370d77ab-4343-426c-abd5-9b3228751e11', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:38Z', 'updated_at': '2020-12-05T21:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '9fb800eb-4a6a-475a-9fc8-748777cab388', 'name': '', 'network_id': '8110297e-1e15-414f-bce2-82997ff0bb64', 'tenant_id': '00d34613498445e6adab240bcaf35fa5', 'mac_address': 'fa:16:3e:4e:4c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '991ef165-0c9c-4e40-a1eb-14d494bb5f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:42Z', 'updated_at': '2020-12-05T21:48:44Z', 'revision_number': 2, 'project_id': '00d34613498445e6adab240bcaf35fa5', 'subnets': [{'id': '991ef165-0c9c-4e40-a1eb-14d494bb5f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:48:50.762296 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] Checking router: 1f943e77-518a-41bc-8b55-7092bdf8e9fe for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:48:50.762693 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] Updating router 1f943e77-518a-41bc-8b55-7092bdf8e9fe port 9fb800eb-4a6a-475a-9fc8-748777cab388 binding host dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 05 21:48:50.831298 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:51.312105 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] Notify callbacks [] for port, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:51.325088 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] Transition to ACTIVE for port object 9fb800eb-4a6a-475a-9fc8-748777cab388 will not be triggered until provisioned by entity L2. {{(pid=80242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:48:51.328918 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:51.343724 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8032f50e-d486-4be3-875d-ff533f1d218c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:51.759059 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de8421-365e-4c77-82ef-dc89a130c5ae None None] Pushing event updated for resources: {'Port': ['ID=9fb800eb-4a6a-475a-9fc8-748777cab388,revision_number=3']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:51.768959 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-43de8421-365e-4c77-82ef-dc89a130c5ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:52.009281 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] Attempting to bind port 9fb800eb-4a6a-475a-9fc8-748777cab388 on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:48:52.009978 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] Attempting to bind port 9fb800eb-4a6a-475a-9fc8-748777cab388 by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': 'dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8110297e-1e15-414f-bce2-82997ff0bb64'}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:48:52.010653 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] Attempting to bind port 9fb800eb-4a6a-475a-9fc8-748777cab388 on network 8110297e-1e15-414f-bce2-82997ff0bb64 {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:48:52.022776 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:48:52.023485 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] Checking segment: {'id': 'dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8110297e-1e15-414f-bce2-82997ff0bb64'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:48:52.024315 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:52.024844 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] Bound using segment: {'id': 'dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8110297e-1e15-414f-bce2-82997ff0bb64'} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:48:52.025734 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] Bound port: 9fb800eb-4a6a-475a-9fc8-748777cab388, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8110297e-1e15-414f-bce2-82997ff0bb64'}}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:48:52.026701 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:52.149670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] For port 9fb800eb-4a6a-475a-9fc8-748777cab388, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:48:52.153547 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] For port 9fb800eb-4a6a-475a-9fc8-748777cab388, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=9fb800eb-4a6a-475a-9fc8-748777cab388,segment=NetworkSegment(dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc),segment_id=dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc)] {{(pid=80242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:48:52.157961 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:52.174396 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:52.344848 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de8421-365e-4c77-82ef-dc89a130c5ae None None] Pushing event updated for resources: {'Port': ['ID=9fb800eb-4a6a-475a-9fc8-748777cab388,revision_number=4']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:52.350667 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-43de8421-365e-4c77-82ef-dc89a130c5ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:52.407206 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] Routers {'1f943e77-518a-41bc-8b55-7092bdf8e9fe'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:48:52.407978 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:48:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['1f943e77-518a-41bc-8b55-7092bdf8e9fe'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:48:52.707386 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] Set router 1f943e77-518a-41bc-8b55-7092bdf8e9fe gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:48:53.145688 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'name': 'tempest-TestShelveInstance-958748039-router', 'tenant_id': '00d34613498445e6adab240bcaf35fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '370d77ab-4343-426c-abd5-9b3228751e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:36Z', 'updated_at': '2020-12-05T21:48:44Z', 'revision_number': 4, 'project_id': '00d34613498445e6adab240bcaf35fa5', 'gw_port': {'id': '370d77ab-4343-426c-abd5-9b3228751e11', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:38Z', 'updated_at': '2020-12-05T21:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '9fb800eb-4a6a-475a-9fc8-748777cab388', 'name': '', 'network_id': '8110297e-1e15-414f-bce2-82997ff0bb64', 'tenant_id': '00d34613498445e6adab240bcaf35fa5', 'mac_address': 'fa:16:3e:4e:4c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '991ef165-0c9c-4e40-a1eb-14d494bb5f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:42Z', 'updated_at': '2020-12-05T21:48:52Z', 'revision_number': 4, 'project_id': '00d34613498445e6adab240bcaf35fa5', 'subnets': [{'id': '991ef165-0c9c-4e40-a1eb-14d494bb5f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:48:53.150779 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4fb326-c953-4558-b24a-a26a184a41f9 None None] The sync data for ids ['1f943e77-518a-41bc-8b55-7092bdf8e9fe'] in dv-cinder-757908-4-iscsi is: [{'id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'name': 'tempest-TestShelveInstance-958748039-router', 'tenant_id': '00d34613498445e6adab240bcaf35fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '370d77ab-4343-426c-abd5-9b3228751e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:36Z', 'updated_at': '2020-12-05T21:48:44Z', 'revision_number': 4, 'project_id': '00d34613498445e6adab240bcaf35fa5', 'gw_port': {'id': '370d77ab-4343-426c-abd5-9b3228751e11', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:38Z', 'updated_at': '2020-12-05T21:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '9fb800eb-4a6a-475a-9fc8-748777cab388', 'name': '', 'network_id': '8110297e-1e15-414f-bce2-82997ff0bb64', 'tenant_id': '00d34613498445e6adab240bcaf35fa5', 'mac_address': 'fa:16:3e:4e:4c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '991ef165-0c9c-4e40-a1eb-14d494bb5f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:42Z', 'updated_at': '2020-12-05T21:48:52Z', 'revision_number': 4, 'project_id': '00d34613498445e6adab240bcaf35fa5', 'subnets': [{'id': '991ef165-0c9c-4e40-a1eb-14d494bb5f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:48:53.955835 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 9fb800eb-4a6a-475a-9fc8-748777cab388 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:48:54.035473 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port 9fb800eb-4a6a-475a-9fc8-748777cab388 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:48:54.041149 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 9fb800eb-4a6a-475a-9fc8-748777cab388 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:48:54.041566 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:54.182828 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:54.222894 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port 9fb800eb-4a6a-475a-9fc8-748777cab388, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=9fb800eb-4a6a-475a-9fc8-748777cab388,segment=NetworkSegment(dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc),segment_id=dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:48:54.225928 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:54.228050 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e74f25e9-19d9-4907-bd74-a85a87cb76cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:48:54.318977 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=9fb800eb-4a6a-475a-9fc8-748777cab388,revision_number=5']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:48:54.326505 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:48:54.868621 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b87aa60c-4097-42f6-ba11-56d2bcdfc89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:55.943355 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 9fb800eb-4a6a-475a-9fc8-748777cab388 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:48:56.030920 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 9fb800eb-4a6a-475a-9fc8-748777cab388 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:48:56.031633 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:57.778641 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c278671d-5f2d-4edb-aac4-03037b097bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:58.398395 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:48:59.745518 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:01.156218 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:10.334940 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd996d31-1a3f-4773-97ea-defb5f7c8f03 req-6d7f427e-938e-4c7e-8055-78df18f13dba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0834341 Dec 05 21:49:10.509980 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd996d31-1a3f-4773-97ea-defb5f7c8f03 req-4bc60e75-0994-44de-8939-fc73a1d92b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:10.511621 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd996d31-1a3f-4773-97ea-defb5f7c8f03 req-4bc60e75-0994-44de-8939-fc73a1d92b2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37ac9d224de24a2484f2fdefe069b4bf&device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 1162 time: 0.0814221 Dec 05 21:49:10.689927 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd996d31-1a3f-4773-97ea-defb5f7c8f03 req-17fadc07-3c44-4f32-ad92-5bc175b6ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:10.691557 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd996d31-1a3f-4773-97ea-defb5f7c8f03 req-17fadc07-3c44-4f32-ad92-5bc175b6ed40 service neutron] 10.222.0.53 "GET /v2.0/networks?id=811ae4e3-171e-48fa-8bac-30edfe0da7b4 HTTP/1.1" status: 200 len: 904 time: 0.1542699 Dec 05 21:49:10.772488 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd996d31-1a3f-4773-97ea-defb5f7c8f03 req-0d445336-bc38-46e4-8a4a-8531f772af68 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6a35222-ae62-4ae7-b015-af636a2f0cf3 HTTP/1.1" status: 200 len: 217 time: 0.0728319 Dec 05 21:49:10.845954 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd996d31-1a3f-4773-97ea-defb5f7c8f03 req-95add62b-19c4-49dc-81e3-a66f2ad21e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:10.847613 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd996d31-1a3f-4773-97ea-defb5f7c8f03 req-95add62b-19c4-49dc-81e3-a66f2ad21e05 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1dcf2694-5e4a-45e4-991f-a09b77fb18bf HTTP/1.1" status: 200 len: 849 time: 0.0681517 Dec 05 21:49:10.940494 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd996d31-1a3f-4773-97ea-defb5f7c8f03 req-10bed936-6fd2-410e-aee5-f53a9a4b4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:10.942135 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd996d31-1a3f-4773-97ea-defb5f7c8f03 req-10bed936-6fd2-410e-aee5-f53a9a4b4cbe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=811ae4e3-171e-48fa-8bac-30edfe0da7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0871458 Dec 05 21:49:11.096000 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd996d31-1a3f-4773-97ea-defb5f7c8f03 req-92020b08-142e-46e3-8d5c-e3f16019ba57 service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466103 Dec 05 21:49:11.256594 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd996d31-1a3f-4773-97ea-defb5f7c8f03 req-e61f78c2-9bb6-4d92-a04a-23f62707ea4b service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1535561 Dec 05 21:49:12.393569 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-34f01fe6-4afa-4dc3-b44d-fd3c57de38ca tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Synchronizing usage tracker for tenant:8fdfb31e682a4ad39262c855047b60c3 on resource:security_group {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:49:12.412924 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-34f01fe6-4afa-4dc3-b44d-fd3c57de38ca tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Unset dirty status for tenant:8fdfb31e682a4ad39262c855047b60c3 on resource:security_group {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:49:12.414231 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-34f01fe6-4afa-4dc3-b44d-fd3c57de38ca tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-73748071&fields=id&tenant_id=8fdfb31e682a4ad39262c855047b60c3 HTTP/1.1" status: 200 len: 267 time: 0.0673480 Dec 05 21:49:12.591261 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-117d4f30-2063-4896-8312-9368f608548a tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:12.591518 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-117d4f30-2063-4896-8312-9368f608548a tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Synchronizing usage tracker for tenant:8fdfb31e682a4ad39262c855047b60c3 on resource:network {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:49:12.610306 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-117d4f30-2063-4896-8312-9368f608548a tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Unset dirty status for tenant:8fdfb31e682a4ad39262c855047b60c3 on resource:network {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:49:12.611707 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-117d4f30-2063-4896-8312-9368f608548a tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/networks?id=e1d7ea22-44aa-42ef-b3c9-6dd290d73543 HTTP/1.1" status: 200 len: 809 time: 0.1894536 Dec 05 21:49:12.628859 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-24813a97-5ff5-4f0a-b2ce-4124c4885518 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/quotas/8fdfb31e682a4ad39262c855047b60c3 HTTP/1.1" status: 200 len: 375 time: 0.0110626 Dec 05 21:49:12.726782 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-17b707a4-5259-4104-8272-906768dff15f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?tenant_id=8fdfb31e682a4ad39262c855047b60c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917907 Dec 05 21:49:12.894866 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-11e3cb7e-d4b8-452a-a1ff-dc89e0a6cc42 service neutron] 10.222.0.50 "GET /v2.0/networks/e1d7ea22-44aa-42ef-b3c9-6dd290d73543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542075 Dec 05 21:49:13.042107 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-951ce677-f422-416e-ba45-698efa268ca1 service neutron] 10.222.0.50 "GET /v2.0/networks/e1d7ea22-44aa-42ef-b3c9-6dd290d73543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403527 Dec 05 21:49:13.525154 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:49:13.606241 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e3d559f1-6d18-40c0-9ca2-5169f0a3554f req-c996ee1e-9f10-4b95-b5df-e67fe3ecd940 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Synchronizing usage tracker for tenant:8fdfb31e682a4ad39262c855047b60c3 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:49:13.624884 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e3d559f1-6d18-40c0-9ca2-5169f0a3554f req-c996ee1e-9f10-4b95-b5df-e67fe3ecd940 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Unset dirty status for tenant:8fdfb31e682a4ad39262c855047b60c3 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:49:13.626451 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e3d559f1-6d18-40c0-9ca2-5169f0a3554f req-c996ee1e-9f10-4b95-b5df-e67fe3ecd940 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 210 time: 0.0776737 Dec 05 21:49:14.889140 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0b852197-2f8b-4362-838d-56c181354083 req-ea99ab3a-1908-4f36-a4f9-9dbd089145f9 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 210 time: 0.0661254 Dec 05 21:49:14.894241 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-b71879bf-730e-4d37-b440-635f7f0a23cd tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:14.895760 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-b71879bf-730e-4d37-b440-635f7f0a23cd tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.53 "GET /v2.0/networks?id=e1d7ea22-44aa-42ef-b3c9-6dd290d73543 HTTP/1.1" status: 200 len: 809 time: 0.2302506 Dec 05 21:49:14.985939 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-4aa265aa-83f5-4487-8382-0e39a3dceb6c tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8fdfb31e682a4ad39262c855047b60c3 HTTP/1.1" status: 200 len: 5541 time: 0.0691650 Dec 05 21:49:15.005223 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-c988bd0b-681d-4b19-a918-87bc4eb4b59f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Request body: {'port': {'device_id': '41786587-821f-4974-89a9-9a20495b965a', 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543', 'admin_state_up': True, 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'security_groups': ['3cc13062-f208-482e-a24a-d76560ee5e16']}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:49:15.160517 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-c988bd0b-681d-4b19-a918-87bc4eb4b59f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:49:15.170499 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-c988bd0b-681d-4b19-a918-87bc4eb4b59f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:49:15.179695 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-c988bd0b-681d-4b19-a918-87bc4eb4b59f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Made reservation on behalf of 8fdfb31e682a4ad39262c855047b60c3 for: {'port': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:49:15.185477 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-c988bd0b-681d-4b19-a918-87bc4eb4b59f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:15.526265 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-c988bd0b-681d-4b19-a918-87bc4eb4b59f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Allocated IP 172.20.0.7 (e1d7ea22-44aa-42ef-b3c9-6dd290d73543/7a3a935d-b831-483f-b7f8-a3892605052c/f674960b-2b56-43d4-9b8c-d8b040baa75b) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:49:15.741818 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:15.745717 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-c988bd0b-681d-4b19-a918-87bc4eb4b59f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:15.765037 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-c988bd0b-681d-4b19-a918-87bc4eb4b59f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Transition to ACTIVE for port object f674960b-2b56-43d4-9b8c-d8b040baa75b will not be triggered until provisioned by entity DHCP. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:49:15.788683 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-c988bd0b-681d-4b19-a918-87bc4eb4b59f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:15.804552 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-67d20ceb-ad89-4ea9-a993-de23c729d517 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:49:16.137040 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811efcd-446e-4d2d-95b2-fe0aaa661f67 req-b7779dab-2263-44db-b455-aa6fdd6827c3 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:16.138830 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6811efcd-446e-4d2d-95b2-fe0aaa661f67 req-b7779dab-2263-44db-b455-aa6fdd6827c3 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 931 time: 0.0938091 Dec 05 21:49:16.195007 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6811efcd-446e-4d2d-95b2-fe0aaa661f67 req-bcb8b303-e092-40ab-b971-e7036237c1ac tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0482807 Dec 05 21:49:16.207501 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988bd0b-681d-4b19-a918-87bc4eb4b59f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Pushing event updated for resources: {'Port': ['ID=f674960b-2b56-43d4-9b8c-d8b040baa75b,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:49:16.212316 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c988bd0b-681d-4b19-a918-87bc4eb4b59f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:49:16.268553 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-c988bd0b-681d-4b19-a918-87bc4eb4b59f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Network e1d7ea22-44aa-42ef-b3c9-6dd290d73543 is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:49:16.269919 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-c988bd0b-681d-4b19-a918-87bc4eb4b59f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:49:16.272639 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-c988bd0b-681d-4b19-a918-87bc4eb4b59f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:49:16.369688 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-c988bd0b-681d-4b19-a918-87bc4eb4b59f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:16.370354 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-c988bd0b-681d-4b19-a918-87bc4eb4b59f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:16.401417 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-c988bd0b-681d-4b19-a918-87bc4eb4b59f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3979335 Dec 05 21:49:16.416825 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Request body: {'port': {'device_id': '41786587-821f-4974-89a9-9a20495b965a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:49:16.544067 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:16.545920 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-f00d2a64-a33b-4abf-bc14-6229fd219410 None None] Provisioning for port f674960b-2b56-43d4-9b8c-d8b040baa75b completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:49:16.551220 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-f00d2a64-a33b-4abf-bc14-6229fd219410 None None] Provisioning complete for port f674960b-2b56-43d4-9b8c-d8b040baa75b triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:49:16.551590 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f00d2a64-a33b-4abf-bc14-6229fd219410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:16.612063 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-f00d2a64-a33b-4abf-bc14-6229fd219410 None None] Port f674960b-2b56-43d4-9b8c-d8b040baa75b cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:49:16.974994 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f674960b-2b56-43d4-9b8c-d8b040baa75b {{(pid=80239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 05 21:49:16.982497 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:16.995547 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Transition to ACTIVE for port object f674960b-2b56-43d4-9b8c-d8b040baa75b will not be triggered until provisioned by entity L2. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:49:16.998931 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14624611'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:17.012685 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-71a6cf51-4ec8-45c2-9af0-f41a761ebb0a tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:49:17.164284 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f674960b-2b56-43d4-9b8c-d8b040baa75b,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:49:17.169018 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:49:17.429979 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Attempting to bind port f674960b-2b56-43d4-9b8c-d8b040baa75b on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:49:17.430360 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Attempting to bind port f674960b-2b56-43d4-9b8c-d8b040baa75b by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '985af089-ac5a-4f04-87ac-190305aff107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543'}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:49:17.430732 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Attempting to bind port f674960b-2b56-43d4-9b8c-d8b040baa75b on network e1d7ea22-44aa-42ef-b3c9-6dd290d73543 {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:49:17.442082 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Checking agent: {'id': '73420180-90c9-4440-8e64-a61aa3b256a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 39, 15), 'started_at': datetime.datetime(2020, 12, 5, 21, 39, 45), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 7, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:49:17.442467 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Checking segment: {'id': '985af089-ac5a-4f04-87ac-190305aff107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:49:17.442871 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:17.443248 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Bound using segment: {'id': '985af089-ac5a-4f04-87ac-190305aff107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543'} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:49:17.443755 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Bound port: f674960b-2b56-43d4-9b8c-d8b040baa75b, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985af089-ac5a-4f04-87ac-190305aff107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543'}}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:49:17.444580 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:17.521892 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24f6cf-3aed-4971-a4d5-f548d50e33b4 req-344e6c68-6b0e-48fd-bb35-e43dc45bbc25 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:17.522580 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-fd24f6cf-3aed-4971-a4d5-f548d50e33b4 req-344e6c68-6b0e-48fd-bb35-e43dc45bbc25 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Synchronizing usage tracker for tenant:8fdfb31e682a4ad39262c855047b60c3 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:49:17.565911 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-fd24f6cf-3aed-4971-a4d5-f548d50e33b4 req-344e6c68-6b0e-48fd-bb35-e43dc45bbc25 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Unset dirty status for tenant:8fdfb31e682a4ad39262c855047b60c3 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:49:17.567229 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fd24f6cf-3aed-4971-a4d5-f548d50e33b4 req-344e6c68-6b0e-48fd-bb35-e43dc45bbc25 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 943 time: 0.2221692 Dec 05 21:49:17.596696 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] For port f674960b-2b56-43d4-9b8c-d8b040baa75b, host hv-cinder-75790, cleared binding levels {{(pid=80239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:49:17.624468 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] For port f674960b-2b56-43d4-9b8c-d8b040baa75b, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=f674960b-2b56-43d4-9b8c-d8b040baa75b,segment=NetworkSegment(985af089-ac5a-4f04-87ac-190305aff107),segment_id=985af089-ac5a-4f04-87ac-190305aff107)] {{(pid=80239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:49:17.631593 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14624611'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:17.650486 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:49:17.691904 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fd24f6cf-3aed-4971-a4d5-f548d50e33b4 req-938038bb-980b-427a-b622-b0478b2468e2 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.1161752 Dec 05 21:49:17.819886 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f674960b-2b56-43d4-9b8c-d8b040baa75b,revision_number=3']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:49:17.825056 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:49:17.857015 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:17.858264 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:17.860473 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] 10.222.0.53 "PUT /v2.0/ports/f674960b-2b56-43d4-9b8c-d8b040baa75b HTTP/1.1" status: 200 len: 1157 time: 1.4486656 Dec 05 21:49:17.861082 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41786587-821f-4974-89a9-9a20495b965a', 'tag': 'f674960b-2b56-43d4-9b8c-d8b040baa75b'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:49:17.956679 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41786587-821f-4974-89a9-9a20495b965a', 'tag': 'f674960b-2b56-43d4-9b8c-d8b040baa75b', 'status': 'completed', 'code': 200} Dec 05 21:49:18.001798 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-b46d6060-6b95-4ee7-aa4d-7a5a7752321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:18.004737 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-b46d6060-6b95-4ee7-aa4d-7a5a7752321b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8fdfb31e682a4ad39262c855047b60c3&device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 1160 time: 0.0884931 Dec 05 21:49:18.090343 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-a11ef0ed-5b64-4c6b-8603-2a82db81b784 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f674960b-2b56-43d4-9b8c-d8b040baa75b HTTP/1.1" status: 200 len: 217 time: 0.0717733 Dec 05 21:49:18.161896 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-e048c19a-a70d-496d-baf4-38e2158a2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:18.163436 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-e048c19a-a70d-496d-baf4-38e2158a2f8c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a3a935d-b831-483f-b7f8-a3892605052c HTTP/1.1" status: 200 len: 848 time: 0.0661137 Dec 05 21:49:18.254697 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-ec5d9bad-d290-4d24-b77d-e5e1bcbf37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:18.256384 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-ec5d9bad-d290-4d24-b77d-e5e1bcbf37e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e1d7ea22-44aa-42ef-b3c9-6dd290d73543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0862610 Dec 05 21:49:18.407872 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-f9460939-ce1d-499b-a2c7-12f0c5200ea2 service neutron] 10.222.0.53 "GET /v2.0/networks/e1d7ea22-44aa-42ef-b3c9-6dd290d73543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437306 Dec 05 21:49:18.559905 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1f2f5ff-99ce-4e99-b654-11dcc5bce894 req-8a1e3bad-4586-4069-955f-6c12601deb00 service neutron] 10.222.0.53 "GET /v2.0/networks/e1d7ea22-44aa-42ef-b3c9-6dd290d73543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1414466 Dec 05 21:49:18.953203 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648114f5-1023-4311-b557-476c7193e7fb req-180ce947-6687-44fd-8a25-40f502a6f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:18.954779 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-648114f5-1023-4311-b557-476c7193e7fb req-180ce947-6687-44fd-8a25-40f502a6f02c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8fdfb31e682a4ad39262c855047b60c3&device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 1160 time: 0.1500182 Dec 05 21:49:18.961609 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43a5d3-f4ee-4dc1-b8da-4ab3e4180c61 req-77d088f1-7277-4413-831e-fa6d19422eec tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:18.963158 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-db43a5d3-f4ee-4dc1-b8da-4ab3e4180c61 req-77d088f1-7277-4413-831e-fa6d19422eec tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 943 time: 0.1190422 Dec 05 21:49:19.114278 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-db43a5d3-f4ee-4dc1-b8da-4ab3e4180c61 req-16fda4bb-ca17-4733-a0d8-d47b99a316c3 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.1276395 Dec 05 21:49:19.143802 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648114f5-1023-4311-b557-476c7193e7fb req-a0cbd1e1-f8ce-4306-9a4b-87f8c288b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:19.145450 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-648114f5-1023-4311-b557-476c7193e7fb req-a0cbd1e1-f8ce-4306-9a4b-87f8c288b2a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e1d7ea22-44aa-42ef-b3c9-6dd290d73543 HTTP/1.1" status: 200 len: 903 time: 0.1812947 Dec 05 21:49:19.221076 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-648114f5-1023-4311-b557-476c7193e7fb req-afab2968-7f97-4c50-88cd-f0ca57297c52 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f674960b-2b56-43d4-9b8c-d8b040baa75b HTTP/1.1" status: 200 len: 217 time: 0.0681548 Dec 05 21:49:19.291271 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648114f5-1023-4311-b557-476c7193e7fb req-745a4e16-8544-4024-abe3-4d9b39b5e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:19.292900 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-648114f5-1023-4311-b557-476c7193e7fb req-745a4e16-8544-4024-abe3-4d9b39b5e1de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a3a935d-b831-483f-b7f8-a3892605052c HTTP/1.1" status: 200 len: 848 time: 0.0653710 Dec 05 21:49:19.372467 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648114f5-1023-4311-b557-476c7193e7fb req-4e60e226-b352-4b9f-aabe-5da4076a91d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:19.374774 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-648114f5-1023-4311-b557-476c7193e7fb req-4e60e226-b352-4b9f-aabe-5da4076a91d7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e1d7ea22-44aa-42ef-b3c9-6dd290d73543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754526 Dec 05 21:49:19.523171 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-648114f5-1023-4311-b557-476c7193e7fb req-d41ea955-a39e-4383-be8e-7b15a46b7ca2 service neutron] 10.222.0.53 "GET /v2.0/networks/e1d7ea22-44aa-42ef-b3c9-6dd290d73543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411507 Dec 05 21:49:19.677599 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-648114f5-1023-4311-b557-476c7193e7fb req-5c88085a-1c92-4caf-b5d1-1231985fcec9 service neutron] 10.222.0.53 "GET /v2.0/networks/e1d7ea22-44aa-42ef-b3c9-6dd290d73543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1440043 Dec 05 21:49:20.359461 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad14554-d26a-4cd0-b701-2e9674e00a18 req-b902608d-ba1a-4ab9-b7fb-bb11a31e4a2d tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:20.362333 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3ad14554-d26a-4cd0-b701-2e9674e00a18 req-b902608d-ba1a-4ab9-b7fb-bb11a31e4a2d tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 943 time: 0.1097648 Dec 05 21:49:20.413515 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3ad14554-d26a-4cd0-b701-2e9674e00a18 req-09e73353-ee64-4c9f-b2c4-0ab4ca6f0951 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0442672 Dec 05 21:49:21.641367 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b013ba-5930-4080-bed3-4c210de8ecb5 req-9b89d189-a4c4-4ce6-925c-4926c4598d62 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:21.642926 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a0b013ba-5930-4080-bed3-4c210de8ecb5 req-9b89d189-a4c4-4ce6-925c-4926c4598d62 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 943 time: 0.0934591 Dec 05 21:49:21.695624 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a0b013ba-5930-4080-bed3-4c210de8ecb5 req-26a4eb30-0c7d-4077-8040-4855e382ac36 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0459709 Dec 05 21:49:22.921062 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f31727-1584-4e26-bc53-66bbabe32bb7 req-06a39451-1002-4a88-8cb5-b31406e97b08 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:22.922881 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-17f31727-1584-4e26-bc53-66bbabe32bb7 req-06a39451-1002-4a88-8cb5-b31406e97b08 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 943 time: 0.0866129 Dec 05 21:49:22.972763 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-17f31727-1584-4e26-bc53-66bbabe32bb7 req-c23b1e32-7d81-41a8-8989-2136930f2f0e tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0435693 Dec 05 21:49:24.196594 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8ca0c-fe7c-4e03-bea6-e1921e7f14d4 req-0f1a5f90-2c01-47f4-b714-65a86ffb0a29 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:24.198237 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-47a8ca0c-fe7c-4e03-bea6-e1921e7f14d4 req-0f1a5f90-2c01-47f4-b714-65a86ffb0a29 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 943 time: 0.0871816 Dec 05 21:49:24.252789 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-47a8ca0c-fe7c-4e03-bea6-e1921e7f14d4 req-b25fd62b-18fa-4df7-adb5-869be4a2a538 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0463314 Dec 05 21:49:24.868105 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fadf432c-d991-4822-8d0b-159bebf745aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:25.470514 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4a8d0-cb92-4b23-a35b-83433bfb366d req-bfee4e11-ebf2-4921-9f1c-fa79cc89baef tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:25.472069 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7aa4a8d0-cb92-4b23-a35b-83433bfb366d req-bfee4e11-ebf2-4921-9f1c-fa79cc89baef tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 943 time: 0.0837910 Dec 05 21:49:25.524954 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7aa4a8d0-cb92-4b23-a35b-83433bfb366d req-7aa0c242-7c9f-4821-9e53-a7711dd1383f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0464911 Dec 05 21:49:26.739611 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bededb5-c9b5-41e6-aeff-1d0828b86245 req-0af881eb-1438-4a75-9019-c4a641643518 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:26.741268 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9bededb5-c9b5-41e6-aeff-1d0828b86245 req-0af881eb-1438-4a75-9019-c4a641643518 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 943 time: 0.0851047 Dec 05 21:49:26.789889 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9bededb5-c9b5-41e6-aeff-1d0828b86245 req-dcd95805-23ad-4b7b-8adb-f03454635064 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0422559 Dec 05 21:49:27.781592 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33370fda-6aa6-4d46-b1a3-f214887f2be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:28.139206 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d32dce-cf55-471d-a0bc-cac010258598 req-5efb536d-d010-433e-9518-30e3df49dfc6 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:28.140834 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8d32dce-cf55-471d-a0bc-cac010258598 req-5efb536d-d010-433e-9518-30e3df49dfc6 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 943 time: 0.0866423 Dec 05 21:49:28.188467 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8d32dce-cf55-471d-a0bc-cac010258598 req-445a2fc9-6d14-479e-b2aa-3120d5dafec3 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0410891 Dec 05 21:49:28.396724 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:29.404811 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088f98b-3af9-4e1c-b924-02f2dff74159 req-4027fa3c-cef9-483b-b571-1783d1e2b71d tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:29.406402 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2088f98b-3af9-4e1c-b924-02f2dff74159 req-4027fa3c-cef9-483b-b571-1783d1e2b71d tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 943 time: 0.0874395 Dec 05 21:49:29.454227 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2088f98b-3af9-4e1c-b924-02f2dff74159 req-10a0a70d-8fd8-4308-9ee4-a043164c99c6 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0415905 Dec 05 21:49:29.748890 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:29.997005 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device f674960b-2b56-43d4-9b8c-d8b040baa75b up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:49:30.065024 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning for port f674960b-2b56-43d4-9b8c-d8b040baa75b completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:49:30.070014 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port f674960b-2b56-43d4-9b8c-d8b040baa75b triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:49:30.070430 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:30.190918 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:30.218818 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41786587-821f-4974-89a9-9a20495b965a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f674960b-2b56-43d4-9b8c-d8b040baa75b'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:49:30.229482 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port f674960b-2b56-43d4-9b8c-d8b040baa75b, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=f674960b-2b56-43d4-9b8c-d8b040baa75b,segment=NetworkSegment(985af089-ac5a-4f04-87ac-190305aff107),segment_id=985af089-ac5a-4f04-87ac-190305aff107)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:49:30.232296 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:30.234474 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:49:30.280064 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41786587-821f-4974-89a9-9a20495b965a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f674960b-2b56-43d4-9b8c-d8b040baa75b', 'code': 200} Dec 05 21:49:30.303917 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=f674960b-2b56-43d4-9b8c-d8b040baa75b,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:49:30.312238 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.312631 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.313012 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.313391 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.313766 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.314136 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.314505 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.314874 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.315247 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.315610 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.315997 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.316362 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.316789 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.317155 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.317519 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.317879 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.318240 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.318603 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.318975 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.319355 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.319717 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.320127 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.320468 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.320825 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:30.325206 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:49:30.694104 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1eb46-2362-4824-ab01-9fb51706247d req-0e1ea127-2ae5-43a1-b095-5941ca1c4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:30.695766 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a6a1eb46-2362-4824-ab01-9fb51706247d req-0e1ea127-2ae5-43a1-b095-5941ca1c4de4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 1162 time: 0.1449754 Dec 05 21:49:30.706850 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a35af-96e7-4d3a-ba17-0af576439935 req-6a838f51-460c-4286-aafb-3fc8daef5e40 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:30.708421 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c93a35af-96e7-4d3a-ba17-0af576439935 req-6a838f51-460c-4286-aafb-3fc8daef5e40 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.1139584 Dec 05 21:49:30.781598 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a6a1eb46-2362-4824-ab01-9fb51706247d req-1ef55b9a-2a34-4d50-a4f2-3ab7aefff91b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0720594 Dec 05 21:49:30.783988 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c93a35af-96e7-4d3a-ba17-0af576439935 req-95de4761-fceb-4e3b-98cc-f46c89fdd2a0 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0611041 Dec 05 21:49:31.159234 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:31.231253 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device f674960b-2b56-43d4-9b8c-d8b040baa75b up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:49:31.304430 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port f674960b-2b56-43d4-9b8c-d8b040baa75b triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:49:31.304851 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:32.007309 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f4110-a89c-461b-abb5-904be9fb8e7f req-7f0244c7-9b21-4a19-8030-bf202ee05d65 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:32.008958 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5c1f4110-a89c-461b-abb5-904be9fb8e7f req-7f0244c7-9b21-4a19-8030-bf202ee05d65 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.0894403 Dec 05 21:49:32.056723 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5c1f4110-a89c-461b-abb5-904be9fb8e7f req-be89bfe4-48dd-4b01-86ed-13dbb88d8a21 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0407872 Dec 05 21:49:33.534974 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1deefe-d4ca-40d1-ad3c-86568e4c5226 req-1a8253c1-e68e-4a2d-8c33-3a2f1d3a2a04 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:33.536674 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f1deefe-d4ca-40d1-ad3c-86568e4c5226 req-1a8253c1-e68e-4a2d-8c33-3a2f1d3a2a04 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.3449631 Dec 05 21:49:33.593438 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f1deefe-d4ca-40d1-ad3c-86568e4c5226 req-025f5069-674c-4df7-8d27-6f591157010a tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0492351 Dec 05 21:49:33.811557 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48bd9b-7615-4d07-8d1d-bb2f84871a62 req-d5f65ec7-b352-4b4a-a422-2c0e2ca783da tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:33.813473 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bc48bd9b-7615-4d07-8d1d-bb2f84871a62 req-d5f65ec7-b352-4b4a-a422-2c0e2ca783da tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.0863869 Dec 05 21:49:33.863225 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bc48bd9b-7615-4d07-8d1d-bb2f84871a62 req-fd6911e4-f206-42ee-805b-37594bb9cbd1 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0423558 Dec 05 21:49:34.077888 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-0f305d5f-1b7b-4da7-a433-d8f444fffc7f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1586673 Dec 05 21:49:34.088626 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Request body: {'floatingip': {'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:49:34.094717 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:49:34.099144 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Usage tracker for resource:floatingip and tenant:8fdfb31e682a4ad39262c855047b60c3 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:49:34.102357 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:49:34.109218 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:49:34.119143 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks [] for floatingip, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:34.267251 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:34.547428 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Allocated IP 172.27.1.46 (dd6739ac-3b61-4fa5-bbf5-45fb885265ae/91227b10-c165-4e57-9f01-5809fdb2af08/0ce3a07f-214d-486b-82c0-d0b973210e20) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:49:34.729305 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:34.757221 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:34.773697 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-896c63fe-b044-460c-92b4-1433dacb4376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:49:35.153898 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Pushing event updated for resources: {'Port': ['ID=0ce3a07f-214d-486b-82c0-d0b973210e20,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:49:35.167614 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.168051 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.168453 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.168850 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.169241 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.169670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.170056 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.170471 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.170977 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.171367 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.171765 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.172179 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.172624 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.173020 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.173394 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.173785 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.174166 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.174550 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.174932 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.175313 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.175692 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.176106 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.176491 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.176876 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:35.183488 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:49:35.222056 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Network dd6739ac-3b61-4fa5-bbf5-45fb885265ae is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:49:35.223329 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:49:35.225778 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:49:35.312871 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks [] for floatingip, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:35.374399 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:35.655196 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:35.658771 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:35.674727 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:49:35.824127 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Pushing event updated for resources: {'Port': ['ID=0ce3a07f-214d-486b-82c0-d0b973210e20,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:49:35.828639 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:49:35.927298 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854189884'] for floatingip, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:35.951803 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:35.953115 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8690369 Dec 05 21:49:36.039972 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-7aee25e8-7478-4fb1-a143-7909bf287ef0 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Synchronizing usage tracker for tenant:8fdfb31e682a4ad39262c855047b60c3 on resource:floatingip {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:49:36.057008 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-7aee25e8-7478-4fb1-a143-7909bf287ef0 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Unset dirty status for tenant:8fdfb31e682a4ad39262c855047b60c3 on resource:floatingip {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:49:36.058294 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-7aee25e8-7478-4fb1-a143-7909bf287ef0 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.1.46 HTTP/1.1" status: 200 len: 695 time: 0.0980923 Dec 05 21:49:36.248711 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-5b9c61ee-8d20-47ee-afb8-4be0f768465b tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:36.250184 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d8282ad6-fad5-478b-80f1-cc49e856ca5f req-5b9c61ee-8d20-47ee-afb8-4be0f768465b tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/networks/dd6739ac-3b61-4fa5-bbf5-45fb885265ae HTTP/1.1" status: 200 len: 784 time: 0.1845639 Dec 05 21:49:36.457956 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-bc8c2c4d-9111-49f4-ab7b-384a6c8713cc tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:36.459587 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-bc8c2c4d-9111-49f4-ab7b-384a6c8713cc tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0955164 Dec 05 21:49:36.563588 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-c9fcbfdf-e49f-4268-b829-9240ae063eff tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.1.46 HTTP/1.1" status: 200 len: 695 time: 0.0975194 Dec 05 21:49:36.574074 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-b8772bad-4a43-4f66-9162-d38748abd5cf tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Request body: {'floatingip': {'port_id': 'f674960b-2b56-43d4-9b8c-d8b040baa75b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:49:36.677050 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-b8772bad-4a43-4f66-9162-d38748abd5cf tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks [] for floatingip, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:37.460793 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-b8772bad-4a43-4f66-9162-d38748abd5cf tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks [] for floatingip, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:37.463600 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-b8772bad-4a43-4f66-9162-d38748abd5cf tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854189884'] for floatingip, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:37.684154 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-b8772bad-4a43-4f66-9162-d38748abd5cf tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Floating IP ffc0f83c-7bdb-4e8d-aac7-86aeb90c1b7c associated. External IP: 172.27.1.46, port: f674960b-2b56-43d4-9b8c-d8b040baa75b. Dec 05 21:49:38.105959 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-b8772bad-4a43-4f66-9162-d38748abd5cf tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Router 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:49:38.311651 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-b8772bad-4a43-4f66-9162-d38748abd5cf tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:49:38.316965 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-b8772bad-4a43-4f66-9162-d38748abd5cf tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:38.322897 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c511d-2c42-4987-a5b0-6500c56cf326 None None] Sync routers for ids ['1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'] in dv-cinder-757908-4-iscsi {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:49:38.337255 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6c511d-2c42-4987-a5b0-6500c56cf326 None None] Routers {'1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:49:38.337944 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-fa6c511d-2c42-4987-a5b0-6500c56cf326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:49:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:49:38.382807 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-b8772bad-4a43-4f66-9162-d38748abd5cf tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "PUT /v2.0/floatingips/ffc0f83c-7bdb-4e8d-aac7-86aeb90c1b7c HTTP/1.1" status: 200 len: 995 time: 1.8131781 Dec 05 21:49:38.383393 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41786587-821f-4974-89a9-9a20495b965a', 'tag': 'f674960b-2b56-43d4-9b8c-d8b040baa75b'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:49:38.472352 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41786587-821f-4974-89a9-9a20495b965a', 'tag': 'f674960b-2b56-43d4-9b8c-d8b040baa75b', 'status': 'completed', 'code': 200} Dec 05 21:49:38.501413 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-dc8d5e62-cc42-4c1b-acfc-096c25f6734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:38.503616 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-dc8d5e62-cc42-4c1b-acfc-096c25f6734f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8fdfb31e682a4ad39262c855047b60c3&device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 1162 time: 0.1005981 Dec 05 21:49:38.705580 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-fa6c511d-2c42-4987-a5b0-6500c56cf326 None None] Set router 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:49:38.721477 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-7aba01ba-fe29-4bae-b8ff-5436558afb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:38.723178 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-7aba01ba-fe29-4bae-b8ff-5436558afb7d service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1d7ea22-44aa-42ef-b3c9-6dd290d73543 HTTP/1.1" status: 200 len: 903 time: 0.2126341 Dec 05 21:49:38.725936 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ac0f8-2e1e-4637-8dcd-69d06fb7c29c req-aeed1a9c-1b5a-403f-90f5-49b68a60f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:38.727452 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-783ac0f8-2e1e-4637-8dcd-69d06fb7c29c req-aeed1a9c-1b5a-403f-90f5-49b68a60f858 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8fdfb31e682a4ad39262c855047b60c3&device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 1162 time: 0.1917620 Dec 05 21:49:38.942768 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-543a74bb-7469-4512-9738-a5103624eb47 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f674960b-2b56-43d4-9b8c-d8b040baa75b HTTP/1.1" status: 200 len: 998 time: 0.2126839 Dec 05 21:49:39.023724 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ac0f8-2e1e-4637-8dcd-69d06fb7c29c req-ff3281b1-4cfd-4a5b-9eff-03d401179e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:39.025348 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-783ac0f8-2e1e-4637-8dcd-69d06fb7c29c req-ff3281b1-4cfd-4a5b-9eff-03d401179e89 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e1d7ea22-44aa-42ef-b3c9-6dd290d73543 HTTP/1.1" status: 200 len: 903 time: 0.2345066 Dec 05 21:49:39.116155 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-fa6c511d-2c42-4987-a5b0-6500c56cf326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'name': 'tempest-TestShelveInstance-1212034175-router', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:24Z', 'updated_at': '2020-12-05T21:48:29Z', 'revision_number': 4, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'gw_port': {'id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:25Z', 'updated_at': '2020-12-05T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': 'ffc0f83c-7bdb-4e8d-aac7-86aeb90c1b7c', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'floating_ip_address': '172.27.1.46', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'port_id': 'f674960b-2b56-43d4-9b8c-d8b040baa75b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543', 'mac_address': 'fa:16:3e:2a:45:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41786587-821f-4974-89a9-9a20495b965a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:49:35Z', 'updated_at': '2020-12-05T21:49:37Z', 'revision_number': 1, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be08c79d-7cae-48a0-b2b6-15ab94392e8d', 'name': '', 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'mac_address': 'fa:16:3e:52:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7a3a935d-b831-483f-b7f8-a3892605052c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:28Z', 'updated_at': '2020-12-05T21:48:40Z', 'revision_number': 5, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'subnets': [{'id': '7a3a935d-b831-483f-b7f8-a3892605052c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:49:39.120896 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c511d-2c42-4987-a5b0-6500c56cf326 None None] Checking router: 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 for host: dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:49:39.130888 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6c511d-2c42-4987-a5b0-6500c56cf326 None None] Routers {'1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:49:39.131721 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-fa6c511d-2c42-4987-a5b0-6500c56cf326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:49:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:49:39.335351 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-fa6c511d-2c42-4987-a5b0-6500c56cf326 None None] Set router 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:49:39.336463 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-332ce399-a4cc-4bdf-8cf9-3811f9e5bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:39.338098 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-332ce399-a4cc-4bdf-8cf9-3811f9e5bb6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7a3a935d-b831-483f-b7f8-a3892605052c HTTP/1.1" status: 200 len: 848 time: 0.3881962 Dec 05 21:49:39.436183 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-783ac0f8-2e1e-4637-8dcd-69d06fb7c29c req-78f3f87f-a0f5-4a4a-a8d8-da67b6a387ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f674960b-2b56-43d4-9b8c-d8b040baa75b HTTP/1.1" status: 200 len: 998 time: 0.4028089 Dec 05 21:49:39.513855 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-59e6c677-56ce-4097-a5d1-5337942f6f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:39.515403 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-59e6c677-56ce-4097-a5d1-5337942f6f46 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1d7ea22-44aa-42ef-b3c9-6dd290d73543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1682837 Dec 05 21:49:39.547988 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ac0f8-2e1e-4637-8dcd-69d06fb7c29c req-0ff8b71c-17f1-45c8-bb29-abc354f7b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:39.549572 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-783ac0f8-2e1e-4637-8dcd-69d06fb7c29c req-0ff8b71c-17f1-45c8-bb29-abc354f7b39b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a3a935d-b831-483f-b7f8-a3892605052c HTTP/1.1" status: 200 len: 848 time: 0.1069398 Dec 05 21:49:39.733688 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-fa6c511d-2c42-4987-a5b0-6500c56cf326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'name': 'tempest-TestShelveInstance-1212034175-router', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:24Z', 'updated_at': '2020-12-05T21:48:29Z', 'revision_number': 4, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'gw_port': {'id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:25Z', 'updated_at': '2020-12-05T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': 'ffc0f83c-7bdb-4e8d-aac7-86aeb90c1b7c', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'floating_ip_address': '172.27.1.46', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'port_id': 'f674960b-2b56-43d4-9b8c-d8b040baa75b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543', 'mac_address': 'fa:16:3e:2a:45:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41786587-821f-4974-89a9-9a20495b965a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:49:35Z', 'updated_at': '2020-12-05T21:49:37Z', 'revision_number': 1, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be08c79d-7cae-48a0-b2b6-15ab94392e8d', 'name': '', 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'mac_address': 'fa:16:3e:52:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7a3a935d-b831-483f-b7f8-a3892605052c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:28Z', 'updated_at': '2020-12-05T21:48:40Z', 'revision_number': 5, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'subnets': [{'id': '7a3a935d-b831-483f-b7f8-a3892605052c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:49:39.738289 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c511d-2c42-4987-a5b0-6500c56cf326 None None] The sync data for ids ['1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'] in dv-cinder-757908-4-iscsi is: [{'id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'name': 'tempest-TestShelveInstance-1212034175-router', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:24Z', 'updated_at': '2020-12-05T21:48:29Z', 'revision_number': 4, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'gw_port': {'id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:25Z', 'updated_at': '2020-12-05T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': 'ffc0f83c-7bdb-4e8d-aac7-86aeb90c1b7c', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'floating_ip_address': '172.27.1.46', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'port_id': 'f674960b-2b56-43d4-9b8c-d8b040baa75b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543', 'mac_address': 'fa:16:3e:2a:45:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41786587-821f-4974-89a9-9a20495b965a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:49:35Z', 'updated_at': '2020-12-05T21:49:37Z', 'revision_number': 1, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be08c79d-7cae-48a0-b2b6-15ab94392e8d', 'name': '', 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'mac_address': 'fa:16:3e:52:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7a3a935d-b831-483f-b7f8-a3892605052c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:28Z', 'updated_at': '2020-12-05T21:48:40Z', 'revision_number': 5, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'subnets': [{'id': '7a3a935d-b831-483f-b7f8-a3892605052c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:49:39.743126 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-a79eb576-1bad-495d-890c-80da0a5eb498 service neutron] 10.222.0.50 "GET /v2.0/networks/e1d7ea22-44aa-42ef-b3c9-6dd290d73543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175832 Dec 05 21:49:39.749845 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ac0f8-2e1e-4637-8dcd-69d06fb7c29c req-1af37b8f-7840-4208-bdc6-ea46e560b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:39.751470 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-783ac0f8-2e1e-4637-8dcd-69d06fb7c29c req-1af37b8f-7840-4208-bdc6-ea46e560b3d9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e1d7ea22-44aa-42ef-b3c9-6dd290d73543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1833885 Dec 05 21:49:40.032405 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f1170e77-f1f5-4849-97de-bdf4b807072d req-b7559842-b35a-4cca-9435-792a3093c102 service neutron] 10.222.0.50 "GET /v2.0/networks/e1d7ea22-44aa-42ef-b3c9-6dd290d73543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2797244 Dec 05 21:49:40.037611 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3492b6e-9555-49ae-9931-a72a59f8b92d None None] New status for floating IP ffc0f83c-7bdb-4e8d-aac7-86aeb90c1b7c: ACTIVE {{(pid=80242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 05 21:49:40.041159 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-783ac0f8-2e1e-4637-8dcd-69d06fb7c29c req-28f3f0f7-287b-4040-bdd8-96fdb2a1923e service neutron] 10.222.0.53 "GET /v2.0/networks/e1d7ea22-44aa-42ef-b3c9-6dd290d73543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633357 Dec 05 21:49:40.198177 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-783ac0f8-2e1e-4637-8dcd-69d06fb7c29c req-74a750ed-2983-42b0-8200-fca5624fb921 service neutron] 10.222.0.53 "GET /v2.0/networks/e1d7ea22-44aa-42ef-b3c9-6dd290d73543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1494944 Dec 05 21:49:45.756317 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:49.477259 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-035f9680-b463-445b-b04d-23a7c8cdf179 req-a91ed99e-f07e-478d-bdbf-05872243a512 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-700231191&fields=id&tenant_id=93b2925e659f498aa50a78619c0aa3f5 HTTP/1.1" status: 200 len: 267 time: 0.0477471 Dec 05 21:49:49.568515 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f9680-b463-445b-b04d-23a7c8cdf179 req-b9a7d394-5536-45e2-a745-02fcde2b53a7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:49.570135 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-035f9680-b463-445b-b04d-23a7c8cdf179 req-b9a7d394-5536-45e2-a745-02fcde2b53a7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 985 time: 0.0864642 Dec 05 21:49:49.584161 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-035f9680-b463-445b-b04d-23a7c8cdf179 req-6b3bb25f-1922-4c08-bf91-6ec9f9058479 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Request body: {'port': {'security_groups': ['b397f454-6086-4e34-84a8-945fa08c6ce7']}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:49:49.721583 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-035f9680-b463-445b-b04d-23a7c8cdf179 req-6b3bb25f-1922-4c08-bf91-6ec9f9058479 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:50.061594 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-035f9680-b463-445b-b04d-23a7c8cdf179 req-6b3bb25f-1922-4c08-bf91-6ec9f9058479 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] For port c5e7ac5e-0afb-4960-a038-d0cf702e3a51, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=c5e7ac5e-0afb-4960-a038-d0cf702e3a51,segment=NetworkSegment(042bd5f0-6015-402a-8c43-feb80cee6e89),segment_id=042bd5f0-6015-402a-8c43-feb80cee6e89)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:49:50.088638 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-035f9680-b463-445b-b04d-23a7c8cdf179 req-6b3bb25f-1922-4c08-bf91-6ec9f9058479 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:50.092958 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-035f9680-b463-445b-b04d-23a7c8cdf179 req-6b3bb25f-1922-4c08-bf91-6ec9f9058479 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:50.110273 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:49:50.268265 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bb25f-1922-4c08-bf91-6ec9f9058479 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Pushing event updated for resources: {'Port': ['ID=c5e7ac5e-0afb-4960-a038-d0cf702e3a51,revision_number=6']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:49:50.271896 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6b3bb25f-1922-4c08-bf91-6ec9f9058479 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:49:50.312687 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f9680-b463-445b-b04d-23a7c8cdf179 req-6b3bb25f-1922-4c08-bf91-6ec9f9058479 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:50.313369 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-035f9680-b463-445b-b04d-23a7c8cdf179 req-6b3bb25f-1922-4c08-bf91-6ec9f9058479 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:50.314970 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-035f9680-b463-445b-b04d-23a7c8cdf179 req-6b3bb25f-1922-4c08-bf91-6ec9f9058479 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "PUT /v2.0/ports/c5e7ac5e-0afb-4960-a038-d0cf702e3a51 HTTP/1.1" status: 200 len: 943 time: 0.7362819 Dec 05 21:49:50.315394 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5bebdd-e938-40e7-9ba9-a6004a8710f8', 'tag': 'c5e7ac5e-0afb-4960-a038-d0cf702e3a51'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:49:50.408441 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-84bc4e49-a5b2-4fb3-9646-29b612f0e110 req-3fd4ef2e-2230-45ad-ac7a-fc1d49b0e8fd tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups/ec0f6556-131a-431a-849d-88043d537bf3 HTTP/1.1" status: 200 len: 2889 time: 0.0575776 Dec 05 21:49:50.480318 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5bebdd-e938-40e7-9ba9-a6004a8710f8', 'tag': 'c5e7ac5e-0afb-4960-a038-d0cf702e3a51', 'status': 'completed', 'code': 200} Dec 05 21:49:50.498809 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-84bc4e49-a5b2-4fb3-9646-29b612f0e110 req-947cdbe0-3325-4ebc-b5e0-b2f57396c114 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:50.528222 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:49:50.534307 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-84bc4e49-a5b2-4fb3-9646-29b612f0e110 req-947cdbe0-3325-4ebc-b5e0-b2f57396c114 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:50.534533 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-eda3f66f-fc38-4697-b8e1-6b6c5791eed6 None None] Provisioning complete for port c5e7ac5e-0afb-4960-a038-d0cf702e3a51 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:49:50.534882 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-eda3f66f-fc38-4697-b8e1-6b6c5791eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:50.584176 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-84bc4e49-a5b2-4fb3-9646-29b612f0e110 req-947cdbe0-3325-4ebc-b5e0-b2f57396c114 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:50.589608 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a2fa8700-fd50-4109-bf4b-e29de35361b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:49:50.608188 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cdbe0-3325-4ebc-b5e0-b2f57396c114 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0f6556-131a-431a-849d-88043d537bf3,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:49:50.611823 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-947cdbe0-3325-4ebc-b5e0-b2f57396c114 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:49:50.617338 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b70b8e-989e-4017-b360-a19f782b8e4b req-6bb50388-cfbc-46fe-b39f-643b0af208c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:50.619819 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e9b70b8e-989e-4017-b360-a19f782b8e4b req-6bb50388-cfbc-46fe-b39f-643b0af208c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93b2925e659f498aa50a78619c0aa3f5&device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 1163 time: 0.0914798 Dec 05 21:49:50.621320 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-84bc4e49-a5b2-4fb3-9646-29b612f0e110 req-947cdbe0-3325-4ebc-b5e0-b2f57396c114 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:50.623090 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-84bc4e49-a5b2-4fb3-9646-29b612f0e110 req-947cdbe0-3325-4ebc-b5e0-b2f57396c114 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "DELETE /v2.0/security-groups/ec0f6556-131a-431a-849d-88043d537bf3 HTTP/1.1" status: 204 len: 173 time: 0.2063305 Dec 05 21:49:50.858354 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-20276f02-40e5-4d24-b187-fdd372fd4057 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/floatingips/f0a1bc39-0c3b-4208-aef1-cba4ebb67b01 HTTP/1.1" status: 200 len: 998 time: 0.1910014 Dec 05 21:49:50.904603 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b70b8e-989e-4017-b360-a19f782b8e4b req-8740091a-227b-4fd6-a6ac-77e8cb201dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:50.906221 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e9b70b8e-989e-4017-b360-a19f782b8e4b req-8740091a-227b-4fd6-a6ac-77e8cb201dfb service neutron] 10.222.0.53 "GET /v2.0/networks?id=6caf2ea8-5eb8-4f3a-87a9-29412b268762 HTTP/1.1" status: 200 len: 909 time: 0.2789359 Dec 05 21:49:51.105965 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e9b70b8e-989e-4017-b360-a19f782b8e4b req-da615dd1-0f79-43d6-a329-cd2ee6fefed0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5e7ac5e-0afb-4960-a038-d0cf702e3a51 HTTP/1.1" status: 200 len: 1001 time: 0.1832912 Dec 05 21:49:51.130760 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-5c48b0b8-1e3c-4ce1-bcbb-43752e49ef1d tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:51.132121 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-5c48b0b8-1e3c-4ce1-bcbb-43752e49ef1d tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/networks/dd6739ac-3b61-4fa5-bbf5-45fb885265ae HTTP/1.1" status: 200 len: 784 time: 0.2635341 Dec 05 21:49:51.203571 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b70b8e-989e-4017-b360-a19f782b8e4b req-33c22979-7be6-4a47-8e3c-fb828083bf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:51.205218 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e9b70b8e-989e-4017-b360-a19f782b8e4b req-33c22979-7be6-4a47-8e3c-fb828083bf0c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b6c38013-3aa1-43ce-bf05-86233fe9d660 HTTP/1.1" status: 200 len: 854 time: 0.0721748 Dec 05 21:49:51.291673 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b70b8e-989e-4017-b360-a19f782b8e4b req-ef45c3a0-2026-4db5-9edd-d75e687b35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:51.293399 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e9b70b8e-989e-4017-b360-a19f782b8e4b req-ef45c3a0-2026-4db5-9edd-d75e687b35cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6caf2ea8-5eb8-4f3a-87a9-29412b268762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814073 Dec 05 21:49:51.394974 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-f4335b69-e38c-4ab2-80e5-a2a988ea6575 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80239) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 05 21:49:51.395990 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-f4335b69-e38c-4ab2-80e5-a2a988ea6575 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.2282901 Dec 05 21:49:51.533474 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e9b70b8e-989e-4017-b360-a19f782b8e4b req-bf116990-37f2-4b99-8c3e-023e23c33041 service neutron] 10.222.0.53 "GET /v2.0/networks/6caf2ea8-5eb8-4f3a-87a9-29412b268762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319252 Dec 05 21:49:51.539099 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-85bd33fa-a0d7-4e57-8078-4368fbe5b636 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.1.86 HTTP/1.1" status: 200 len: 1001 time: 0.1354251 Dec 05 21:49:51.668183 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device c5e7ac5e-0afb-4960-a038-d0cf702e3a51 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:49:51.717959 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-41dd0f71-a56d-466e-b03d-240a56bdfeae tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:51.719424 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-41dd0f71-a56d-466e-b03d-240a56bdfeae tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports/c5e7ac5e-0afb-4960-a038-d0cf702e3a51 HTTP/1.1" status: 200 len: 943 time: 0.1553895 Dec 05 21:49:51.739719 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port c5e7ac5e-0afb-4960-a038-d0cf702e3a51 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:49:51.740171 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:51.750919 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e9b70b8e-989e-4017-b360-a19f782b8e4b req-c82bedcc-5fe3-4738-a3dd-02865493a8bc service neutron] 10.222.0.53 "GET /v2.0/networks/6caf2ea8-5eb8-4f3a-87a9-29412b268762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2104199 Dec 05 21:49:51.925822 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-aa9ff51e-4683-43d1-aed1-8cfa102e4488 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.1.86 HTTP/1.1" status: 200 len: 1001 time: 0.1020367 Dec 05 21:49:52.406359 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Deleting port 3e01f125-dc07-42c6-9d16-debc834c0464 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:49:52.406732 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:52.597518 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:52.598115 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for floatingip, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:52.735836 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Calling delete_port for 3e01f125-dc07-42c6-9d16-debc834c0464 owned by network:floatingip {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:49:52.891060 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:52.910294 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d3deaae7-e042-4650-a14a-27b98e3c2d6c tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:49:52.968728 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Pushing event deleted for resources: {'Port': ['ID=3e01f125-dc07-42c6-9d16-debc834c0464,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:49:53.032908 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.033308 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.033719 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.034119 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.034515 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.034915 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.035305 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.035695 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.036132 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.036522 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.036911 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.037299 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.037743 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.038134 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.038520 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.038907 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.039297 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.039681 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.040163 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.040553 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.040943 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.041332 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.041716 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.042099 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:49:53.046397 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:49:53.155202 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks [] for floatingip, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:53.155495 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Floating IP f0a1bc39-0c3b-4208-aef1-cba4ebb67b01 disassociated (deleted). External IP: 172.27.1.86, port: c5e7ac5e-0afb-4960-a038-d0cf702e3a51. Dec 05 21:49:53.522849 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Router 72044efd-21f3-47dd-a944-17898242ca40 has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:49:53.710945 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:49:53.721569 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c7e54b-e5af-48f5-bb88-3a6280358fe0 None None] Sync routers for ids ['72044efd-21f3-47dd-a944-17898242ca40'] in dv-cinder-757908-4-iscsi {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:49:53.731685 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c7e54b-e5af-48f5-bb88-3a6280358fe0 None None] Routers {'72044efd-21f3-47dd-a944-17898242ca40'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:49:53.733037 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-08c7e54b-e5af-48f5-bb88-3a6280358fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:49:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['72044efd-21f3-47dd-a944-17898242ca40'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:49:53.737530 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:53.794323 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-f3a3e86f-e9fb-4d43-9dcd-e5a8cc9f5e73 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "DELETE /v2.0/floatingips/f0a1bc39-0c3b-4208-aef1-cba4ebb67b01 HTTP/1.1" status: 204 len: 173 time: 1.8623190 Dec 05 21:49:53.794879 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5bebdd-e938-40e7-9ba9-a6004a8710f8', 'tag': 'c5e7ac5e-0afb-4960-a038-d0cf702e3a51'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:49:53.861372 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5bebdd-e938-40e7-9ba9-a6004a8710f8', 'tag': 'c5e7ac5e-0afb-4960-a038-d0cf702e3a51', 'status': 'completed', 'code': 200} Dec 05 21:49:53.896932 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-f9132ce5-a215-4c35-bdbf-baf09c61fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:53.898976 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-f9132ce5-a215-4c35-bdbf-baf09c61fa8b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=93b2925e659f498aa50a78619c0aa3f5&device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 1163 time: 0.0908251 Dec 05 21:49:53.929182 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-08c7e54b-e5af-48f5-bb88-3a6280358fe0 None None] Set router 72044efd-21f3-47dd-a944-17898242ca40 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:49:54.118877 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-026e5347-5e8d-464a-9581-306d559f002f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:54.120466 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-026e5347-5e8d-464a-9581-306d559f002f service neutron] 10.222.0.50 "GET /v2.0/networks?id=6caf2ea8-5eb8-4f3a-87a9-29412b268762 HTTP/1.1" status: 200 len: 909 time: 0.2133942 Dec 05 21:49:54.124012 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c3e9e-cd1e-4f9f-bfdf-a95a110f93b5 req-f6bb7998-cdb5-4a13-b8bb-b1341bb32d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:54.125362 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-519c3e9e-cd1e-4f9f-bfdf-a95a110f93b5 req-f6bb7998-cdb5-4a13-b8bb-b1341bb32d85 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93b2925e659f498aa50a78619c0aa3f5&device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 1163 time: 0.1924179 Dec 05 21:49:54.230896 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-09a338ec-e1ce-49cc-bbfc-a8fd6aa4062b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5e7ac5e-0afb-4960-a038-d0cf702e3a51 HTTP/1.1" status: 200 len: 217 time: 0.1000671 Dec 05 21:49:54.276289 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-08c7e54b-e5af-48f5-bb88-3a6280358fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72044efd-21f3-47dd-a944-17898242ca40', 'name': 'tempest-TestMinimumBasicScenario-1629245260-router', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:44:38Z', 'updated_at': '2020-12-05T21:44:49Z', 'revision_number': 4, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'gw_port': {'id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:40Z', 'updated_at': '2020-12-05T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '6a8fbf44-929c-4a76-a083-9d9f40494e8f', 'name': '', 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'mac_address': 'fa:16:3e:86:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b6c38013-3aa1-43ce-bf05-86233fe9d660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:48Z', 'updated_at': '2020-12-05T21:45:01Z', 'revision_number': 5, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'subnets': [{'id': 'b6c38013-3aa1-43ce-bf05-86233fe9d660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:49:54.282028 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c7e54b-e5af-48f5-bb88-3a6280358fe0 None None] Checking router: 72044efd-21f3-47dd-a944-17898242ca40 for host: dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:49:54.292404 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c7e54b-e5af-48f5-bb88-3a6280358fe0 None None] Routers {'72044efd-21f3-47dd-a944-17898242ca40'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:49:54.293072 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-08c7e54b-e5af-48f5-bb88-3a6280358fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:49:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['72044efd-21f3-47dd-a944-17898242ca40'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:49:54.395869 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-599e1f17-7011-44d2-b0bf-d5a23c0351be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:54.397409 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-599e1f17-7011-44d2-b0bf-d5a23c0351be service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b6c38013-3aa1-43ce-bf05-86233fe9d660 HTTP/1.1" status: 200 len: 854 time: 0.1543639 Dec 05 21:49:54.462792 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c3e9e-cd1e-4f9f-bfdf-a95a110f93b5 req-03c3732c-100e-40a0-9afd-6a73c5a7b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:54.464433 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-519c3e9e-cd1e-4f9f-bfdf-a95a110f93b5 req-03c3732c-100e-40a0-9afd-6a73c5a7b05a service neutron] 10.222.0.53 "GET /v2.0/networks?id=6caf2ea8-5eb8-4f3a-87a9-29412b268762 HTTP/1.1" status: 200 len: 909 time: 0.2809734 Dec 05 21:49:54.551451 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-519c3e9e-cd1e-4f9f-bfdf-a95a110f93b5 req-0581750c-bceb-4304-b7e2-5facc15c2481 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5e7ac5e-0afb-4960-a038-d0cf702e3a51 HTTP/1.1" status: 200 len: 217 time: 0.0751281 Dec 05 21:49:54.627595 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-1c63fcda-c952-4b1d-832f-de7c3473d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:54.629283 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-1c63fcda-c952-4b1d-832f-de7c3473d493 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6caf2ea8-5eb8-4f3a-87a9-29412b268762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2172468 Dec 05 21:49:54.663133 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-08c7e54b-e5af-48f5-bb88-3a6280358fe0 None None] Set router 72044efd-21f3-47dd-a944-17898242ca40 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:49:54.670654 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c3e9e-cd1e-4f9f-bfdf-a95a110f93b5 req-15bc7cd9-c96e-4b16-8f77-efd950b46865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:54.675256 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-519c3e9e-cd1e-4f9f-bfdf-a95a110f93b5 req-15bc7cd9-c96e-4b16-8f77-efd950b46865 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b6c38013-3aa1-43ce-bf05-86233fe9d660 HTTP/1.1" status: 200 len: 854 time: 0.1111865 Dec 05 21:49:54.850491 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-17947ef9-c4d6-4b55-9296-a411f94aa156 service neutron] 10.222.0.50 "GET /v2.0/networks/6caf2ea8-5eb8-4f3a-87a9-29412b268762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137537 Dec 05 21:49:54.858103 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c3e9e-cd1e-4f9f-bfdf-a95a110f93b5 req-7faf9677-828d-4edd-80ce-fb02c049127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:54.859693 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-519c3e9e-cd1e-4f9f-bfdf-a95a110f93b5 req-7faf9677-828d-4edd-80ce-fb02c049127b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6caf2ea8-5eb8-4f3a-87a9-29412b268762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1762488 Dec 05 21:49:54.918033 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-289429af-428e-4d9b-985e-ec5443541f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:55.019717 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-08c7e54b-e5af-48f5-bb88-3a6280358fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72044efd-21f3-47dd-a944-17898242ca40', 'name': 'tempest-TestMinimumBasicScenario-1629245260-router', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:44:38Z', 'updated_at': '2020-12-05T21:44:49Z', 'revision_number': 4, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'gw_port': {'id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:40Z', 'updated_at': '2020-12-05T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '6a8fbf44-929c-4a76-a083-9d9f40494e8f', 'name': '', 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'mac_address': 'fa:16:3e:86:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b6c38013-3aa1-43ce-bf05-86233fe9d660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:48Z', 'updated_at': '2020-12-05T21:45:01Z', 'revision_number': 5, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'subnets': [{'id': 'b6c38013-3aa1-43ce-bf05-86233fe9d660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:49:55.024536 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c7e54b-e5af-48f5-bb88-3a6280358fe0 None None] The sync data for ids ['72044efd-21f3-47dd-a944-17898242ca40'] in dv-cinder-757908-4-iscsi is: [{'id': '72044efd-21f3-47dd-a944-17898242ca40', 'name': 'tempest-TestMinimumBasicScenario-1629245260-router', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:44:38Z', 'updated_at': '2020-12-05T21:44:49Z', 'revision_number': 4, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'gw_port': {'id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:40Z', 'updated_at': '2020-12-05T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '6a8fbf44-929c-4a76-a083-9d9f40494e8f', 'name': '', 'network_id': '6caf2ea8-5eb8-4f3a-87a9-29412b268762', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'mac_address': 'fa:16:3e:86:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b6c38013-3aa1-43ce-bf05-86233fe9d660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:48Z', 'updated_at': '2020-12-05T21:45:01Z', 'revision_number': 5, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'subnets': [{'id': 'b6c38013-3aa1-43ce-bf05-86233fe9d660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:49:55.363408 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-868cf11e-08df-4411-a9f6-8b8f91cd6df2 req-3de47cb6-26f4-44d0-813b-3d45971a865c service neutron] 10.222.0.50 "GET /v2.0/networks/6caf2ea8-5eb8-4f3a-87a9-29412b268762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5026217 Dec 05 21:49:55.366734 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-519c3e9e-cd1e-4f9f-bfdf-a95a110f93b5 req-2b7cf464-5c8b-4b2c-821b-268abc2b8e46 service neutron] 10.222.0.53 "GET /v2.0/networks/6caf2ea8-5eb8-4f3a-87a9-29412b268762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414043 Dec 05 21:49:55.442503 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb176dc2-737b-4205-a975-1ce60177d027 None None] New status for floating IP f0a1bc39-0c3b-4208-aef1-cba4ebb67b01: DOWN {{(pid=80242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 05 21:49:55.531101 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-519c3e9e-cd1e-4f9f-bfdf-a95a110f93b5 req-a1e110f6-663e-4dc6-865a-2de5dfeee09c service neutron] 10.222.0.53 "GET /v2.0/networks/6caf2ea8-5eb8-4f3a-87a9-29412b268762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1562603 Dec 05 21:49:57.784108 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-160d31cb-62eb-474e-8396-1b0590e0c0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:58.402569 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:49:58.992067 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775554c-39b6-418a-a996-6c9edd24015e req-7b5dbc50-3398-4754-9ab7-1001cbbb9dcd tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:49:58.993580 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3775554c-39b6-418a-a996-6c9edd24015e req-7b5dbc50-3398-4754-9ab7-1001cbbb9dcd tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 946 time: 0.0835555 Dec 05 21:49:59.046626 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-3775554c-39b6-418a-a996-6c9edd24015e req-513e4ade-6013-4e76-80b1-19556baaf0f3 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Synchronizing usage tracker for tenant:93b2925e659f498aa50a78619c0aa3f5 on resource:security_group {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:49:59.061886 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-3775554c-39b6-418a-a996-6c9edd24015e req-513e4ade-6013-4e76-80b1-19556baaf0f3 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Unset dirty status for tenant:93b2925e659f498aa50a78619c0aa3f5 on resource:security_group {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:49:59.063545 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3775554c-39b6-418a-a996-6c9edd24015e req-513e4ade-6013-4e76-80b1-19556baaf0f3 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623062 Dec 05 21:49:59.750735 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:00.283062 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16166fe3-aea9-459f-84be-6649db558371 req-9aaeb17f-90e2-4114-ba18-ae9253d61b17 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:50:00.283846 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-16166fe3-aea9-459f-84be-6649db558371 req-9aaeb17f-90e2-4114-ba18-ae9253d61b17 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Synchronizing usage tracker for tenant:93b2925e659f498aa50a78619c0aa3f5 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:50:00.299139 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-16166fe3-aea9-459f-84be-6649db558371 req-9aaeb17f-90e2-4114-ba18-ae9253d61b17 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Unset dirty status for tenant:93b2925e659f498aa50a78619c0aa3f5 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:50:00.300426 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-16166fe3-aea9-459f-84be-6649db558371 req-9aaeb17f-90e2-4114-ba18-ae9253d61b17 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 946 time: 0.1019588 Dec 05 21:50:00.354158 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-16166fe3-aea9-459f-84be-6649db558371 req-1af8543c-e5b2-4c4a-bdd1-4fd77ac34f36 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473766 Dec 05 21:50:01.162208 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:01.238825 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20735e6-6ad3-4079-8995-a5b1295de760 req-b888c0f7-8bbd-4bca-b6cc-67f1957d1ad7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:50:01.240487 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e20735e6-6ad3-4079-8995-a5b1295de760 req-b888c0f7-8bbd-4bca-b6cc-67f1957d1ad7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.53 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 946 time: 0.0872102 Dec 05 21:50:01.316414 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-e20735e6-6ad3-4079-8995-a5b1295de760 req-e6a09254-4ac0-4e48-8d8d-5f49ed8bd129 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Deleting port c5e7ac5e-0afb-4960-a038-d0cf702e3a51 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:50:01.316998 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e20735e6-6ad3-4079-8995-a5b1295de760 req-e6a09254-4ac0-4e48-8d8d-5f49ed8bd129 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:01.385066 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device c5e7ac5e-0afb-4960-a038-d0cf702e3a51 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:50:01.513617 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:01.544294 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5bebdd-e938-40e7-9ba9-a6004a8710f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5e7ac5e-0afb-4960-a038-d0cf702e3a51'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:50:01.562240 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port c5e7ac5e-0afb-4960-a038-d0cf702e3a51, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=c5e7ac5e-0afb-4960-a038-d0cf702e3a51,segment=NetworkSegment(042bd5f0-6015-402a-8c43-feb80cee6e89),segment_id=042bd5f0-6015-402a-8c43-feb80cee6e89)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:50:01.565694 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:01.567614 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:50:01.617794 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-e20735e6-6ad3-4079-8995-a5b1295de760 req-e6a09254-4ac0-4e48-8d8d-5f49ed8bd129 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] For port c5e7ac5e-0afb-4960-a038-d0cf702e3a51, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=c5e7ac5e-0afb-4960-a038-d0cf702e3a51,segment=NetworkSegment(042bd5f0-6015-402a-8c43-feb80cee6e89),segment_id=042bd5f0-6015-402a-8c43-feb80cee6e89)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:50:01.618206 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e20735e6-6ad3-4079-8995-a5b1295de760 req-e6a09254-4ac0-4e48-8d8d-5f49ed8bd129 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:01.638337 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432a39c-ce69-42cb-937f-8f6243d8482e req-61f72477-937c-4a88-a5df-b0d97a989013 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:50:01.640073 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b432a39c-ce69-42cb-937f-8f6243d8482e req-61f72477-937c-4a88-a5df-b0d97a989013 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 944 time: 0.1358597 Dec 05 21:50:01.650161 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=c5e7ac5e-0afb-4960-a038-d0cf702e3a51,revision_number=7']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:50:01.655686 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:50:01.692657 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b432a39c-ce69-42cb-937f-8f6243d8482e req-98c64c6c-730d-42f2-ba07-c473913940c4 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453041 Dec 05 21:50:01.767971 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5bebdd-e938-40e7-9ba9-a6004a8710f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5e7ac5e-0afb-4960-a038-d0cf702e3a51', 'code': 200} Dec 05 21:50:01.774274 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-e20735e6-6ad3-4079-8995-a5b1295de760 req-e6a09254-4ac0-4e48-8d8d-5f49ed8bd129 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Calling delete_port for c5e7ac5e-0afb-4960-a038-d0cf702e3a51 owned by compute:nova {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:50:01.862345 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [req-e20735e6-6ad3-4079-8995-a5b1295de760 req-e6a09254-4ac0-4e48-8d8d-5f49ed8bd129 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80239) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 05 21:50:01.862712 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_db.api [req-e20735e6-6ad3-4079-8995-a5b1295de760 req-e6a09254-4ac0-4e48-8d8d-5f49ed8bd129 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 05 21:50:02.363854 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-e20735e6-6ad3-4079-8995-a5b1295de760 req-e6a09254-4ac0-4e48-8d8d-5f49ed8bd129 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Deleting port c5e7ac5e-0afb-4960-a038-d0cf702e3a51 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:50:02.364457 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e20735e6-6ad3-4079-8995-a5b1295de760 req-e6a09254-4ac0-4e48-8d8d-5f49ed8bd129 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:02.638379 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-e20735e6-6ad3-4079-8995-a5b1295de760 req-e6a09254-4ac0-4e48-8d8d-5f49ed8bd129 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] For port c5e7ac5e-0afb-4960-a038-d0cf702e3a51, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=c5e7ac5e-0afb-4960-a038-d0cf702e3a51,segment=NetworkSegment(042bd5f0-6015-402a-8c43-feb80cee6e89),segment_id=042bd5f0-6015-402a-8c43-feb80cee6e89)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:50:02.638379 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e20735e6-6ad3-4079-8995-a5b1295de760 req-e6a09254-4ac0-4e48-8d8d-5f49ed8bd129 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:02.776167 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-e20735e6-6ad3-4079-8995-a5b1295de760 req-e6a09254-4ac0-4e48-8d8d-5f49ed8bd129 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Calling delete_port for c5e7ac5e-0afb-4960-a038-d0cf702e3a51 owned by compute:nova {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:50:02.924729 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc065533-e4cc-4e69-89f2-26dcfc13c386 req-f27ac161-cd3d-4556-8a0e-d66fc034fe67 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:50:02.926981 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fc065533-e4cc-4e69-89f2-26dcfc13c386 req-f27ac161-cd3d-4556-8a0e-d66fc034fe67 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 944 time: 0.0925279 Dec 05 21:50:02.929377 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e20735e6-6ad3-4079-8995-a5b1295de760 req-e6a09254-4ac0-4e48-8d8d-5f49ed8bd129 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:02.948594 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:50:02.999316 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fc065533-e4cc-4e69-89f2-26dcfc13c386 req-0a4600de-5d44-46a1-b9fa-f55aa7e38f36 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/security-groups?id=b397f454-6086-4e34-84a8-945fa08c6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663309 Dec 05 21:50:03.007090 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a09254-4ac0-4e48-8d8d-5f49ed8bd129 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Pushing event deleted for resources: {'Port': ['ID=c5e7ac5e-0afb-4960-a038-d0cf702e3a51,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:50:03.012206 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e6a09254-4ac0-4e48-8d8d-5f49ed8bd129 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:50:03.162978 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20735e6-6ad3-4079-8995-a5b1295de760 req-e6a09254-4ac0-4e48-8d8d-5f49ed8bd129 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] No DVR routers for this DVR port c5e7ac5e-0afb-4960-a038-d0cf702e3a51 on host hv-cinder-75790 {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 21:50:03.165329 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e20735e6-6ad3-4079-8995-a5b1295de760 req-e6a09254-4ac0-4e48-8d8d-5f49ed8bd129 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:03.168263 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5bebdd-e938-40e7-9ba9-a6004a8710f8', 'name': 'network-vif-deleted', 'tag': 'c5e7ac5e-0afb-4960-a038-d0cf702e3a51'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:50:03.187336 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e20735e6-6ad3-4079-8995-a5b1295de760 req-e6a09254-4ac0-4e48-8d8d-5f49ed8bd129 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.53 "DELETE /v2.0/ports/c5e7ac5e-0afb-4960-a038-d0cf702e3a51 HTTP/1.1" status: 204 len: 173 time: 1.9407959 Dec 05 21:50:03.234163 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5bebdd-e938-40e7-9ba9-a6004a8710f8', 'name': 'network-vif-deleted', 'tag': 'c5e7ac5e-0afb-4960-a038-d0cf702e3a51', 'status': 'completed', 'code': 200} Dec 05 21:50:04.279087 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3f2ee8f1-0084-4f46-ad39-9e8f0778172d req-04970626-3f73-45c9-a1a0-21920cea8d74 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] 10.222.0.50 "GET /v2.0/ports?device_id=8e5bebdd-e938-40e7-9ba9-a6004a8710f8 HTTP/1.1" status: 200 len: 210 time: 0.0546906 Dec 05 21:50:06.162680 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 59298) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:50:06.703148 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2637e80b-395c-4724-b058-d6e8e4f15d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854198554'] for router_interface, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:07.515066 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-2637e80b-395c-4724-b058-d6e8e4f15d14 admin admin] Deleting port 6a8fbf44-929c-4a76-a083-9d9f40494e8f {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:50:07.515660 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2637e80b-395c-4724-b058-d6e8e4f15d14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:07.703721 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-2637e80b-395c-4724-b058-d6e8e4f15d14 admin admin] For port 6a8fbf44-929c-4a76-a083-9d9f40494e8f, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=6a8fbf44-929c-4a76-a083-9d9f40494e8f,segment=NetworkSegment(042bd5f0-6015-402a-8c43-feb80cee6e89),segment_id=042bd5f0-6015-402a-8c43-feb80cee6e89)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:50:07.704159 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2637e80b-395c-4724-b058-d6e8e4f15d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:07.833706 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-2637e80b-395c-4724-b058-d6e8e4f15d14 admin admin] Calling delete_port for 6a8fbf44-929c-4a76-a083-9d9f40494e8f owned by network:router_interface {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:50:08.147614 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2637e80b-395c-4724-b058-d6e8e4f15d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:08.163344 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-31de4359-aa53-4c05-9867-bc39d966f73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:50:08.216124 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637e80b-395c-4724-b058-d6e8e4f15d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a8fbf44-929c-4a76-a083-9d9f40494e8f,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:50:08.220207 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2637e80b-395c-4724-b058-d6e8e4f15d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:50:08.584911 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2637e80b-395c-4724-b058-d6e8e4f15d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853522153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854198632'] for router_interface, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:09.087421 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2637e80b-395c-4724-b058-d6e8e4f15d14 admin admin] Router 72044efd-21f3-47dd-a944-17898242ca40 has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:50:09.268528 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2637e80b-395c-4724-b058-d6e8e4f15d14 admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:50:09.277798 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11d7063-baad-442b-98aa-a8ec50710f84 None None] Sync routers for ids ['72044efd-21f3-47dd-a944-17898242ca40'] in dv-cinder-757908-4-iscsi {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:50:09.281526 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2637e80b-395c-4724-b058-d6e8e4f15d14 admin admin] 10.222.0.50 "PUT /v2.0/routers/72044efd-21f3-47dd-a944-17898242ca40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1175730 Dec 05 21:50:09.284092 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 59316) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:50:09.289438 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11d7063-baad-442b-98aa-a8ec50710f84 None None] Routers {'72044efd-21f3-47dd-a944-17898242ca40'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:50:09.290196 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b11d7063-baad-442b-98aa-a8ec50710f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:49:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['72044efd-21f3-47dd-a944-17898242ca40'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:50:09.482266 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-b11d7063-baad-442b-98aa-a8ec50710f84 None None] Set router 72044efd-21f3-47dd-a944-17898242ca40 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:50:09.691704 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5ecb09af-3452-4e3a-b9b4-ea0ba0c371cc admin admin] Notify callbacks [] for router, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:09.810787 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b11d7063-baad-442b-98aa-a8ec50710f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72044efd-21f3-47dd-a944-17898242ca40', 'name': 'tempest-TestMinimumBasicScenario-1629245260-router', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:44:38Z', 'updated_at': '2020-12-05T21:50:08Z', 'revision_number': 5, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'gw_port': {'id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:40Z', 'updated_at': '2020-12-05T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:50:09.816543 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11d7063-baad-442b-98aa-a8ec50710f84 None None] Checking router: 72044efd-21f3-47dd-a944-17898242ca40 for host: dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:50:09.827086 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11d7063-baad-442b-98aa-a8ec50710f84 None None] Routers {'72044efd-21f3-47dd-a944-17898242ca40'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:50:09.827795 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b11d7063-baad-442b-98aa-a8ec50710f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:49:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['72044efd-21f3-47dd-a944-17898242ca40'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:50:09.876959 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5ecb09af-3452-4e3a-b9b4-ea0ba0c371cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:09.882373 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb09af-3452-4e3a-b9b4-ea0ba0c371cc admin admin] Deleting port 17a65d83-622d-4b27-a653-80717a7b54aa {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:50:09.882742 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5ecb09af-3452-4e3a-b9b4-ea0ba0c371cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:10.026819 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-b11d7063-baad-442b-98aa-a8ec50710f84 None None] Set router 72044efd-21f3-47dd-a944-17898242ca40 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:50:10.097120 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-5ecb09af-3452-4e3a-b9b4-ea0ba0c371cc admin admin] For port 17a65d83-622d-4b27-a653-80717a7b54aa, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=17a65d83-622d-4b27-a653-80717a7b54aa,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:50:10.097513 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5ecb09af-3452-4e3a-b9b4-ea0ba0c371cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:10.232927 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb09af-3452-4e3a-b9b4-ea0ba0c371cc admin admin] Calling delete_port for 17a65d83-622d-4b27-a653-80717a7b54aa owned by network:router_gateway {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:50:10.344073 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b11d7063-baad-442b-98aa-a8ec50710f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72044efd-21f3-47dd-a944-17898242ca40', 'name': 'tempest-TestMinimumBasicScenario-1629245260-router', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:44:38Z', 'updated_at': '2020-12-05T21:50:08Z', 'revision_number': 5, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'gw_port': {'id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:40Z', 'updated_at': '2020-12-05T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:50:10.348298 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11d7063-baad-442b-98aa-a8ec50710f84 None None] The sync data for ids ['72044efd-21f3-47dd-a944-17898242ca40'] in dv-cinder-757908-4-iscsi is: [{'id': '72044efd-21f3-47dd-a944-17898242ca40', 'name': 'tempest-TestMinimumBasicScenario-1629245260-router', 'tenant_id': '93b2925e659f498aa50a78619c0aa3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:44:38Z', 'updated_at': '2020-12-05T21:50:08Z', 'revision_number': 5, 'project_id': '93b2925e659f498aa50a78619c0aa3f5', 'gw_port': {'id': '17a65d83-622d-4b27-a653-80717a7b54aa', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72044efd-21f3-47dd-a944-17898242ca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:44:40Z', 'updated_at': '2020-12-05T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:50:10.379902 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5ecb09af-3452-4e3a-b9b4-ea0ba0c371cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING neutron.plugins.ml2.ovo_rpc [None req-5ecb09af-3452-4e3a-b9b4-ea0ba0c371cc admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: result = function(*args, **kwargs) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: proto.__init__(conn_state, self) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: self.handle() Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: self.handle_one_request() Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: self.handle_one_response() Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: result = self.application(self.environ, start_response) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: return app(environ, start_response) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: resp = self.call_func(req, *args, **kw) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.func(req, *args, **kwargs) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: response = req.get_response(self.application) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: application, catch_exc_info=False) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: app_iter = application(self.environ, start_response) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: resp = self.call_func(req, *args, **kw) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.func(req, *args, **kwargs) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: response = req.get_response(self.application) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: application, catch_exc_info=False) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: app_iter = application(self.environ, start_response) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: resp = self.call_func(req, *args, **kw) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.func(req, *args, **kwargs) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: response = req.get_response(self.application) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: application, catch_exc_info=False) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: app_iter = application(self.environ, start_response) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: resp = self.call_func(req, *args, **kw) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.func(req, *args, **kwargs) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: response = req.get_response(self.application) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: application, catch_exc_info=False) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: app_iter = application(self.environ, start_response) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: resp = self.call_func(req, *args, **kw) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.func(req, *args, **kwargs) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: return request.get_response(self.application) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: application, catch_exc_info=False) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: app_iter = application(self.environ, start_response) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: resp = self.call_func(req, *args, **kw) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.func(req, *args, **kwargs) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: response = req.get_response(self._app) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: application, catch_exc_info=False) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: app_iter = application(self.environ, start_response) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: return resp(environ, start_response) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: return resp(environ, start_response) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: response = self.app(environ, start_response) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: return resp(environ, start_response) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: resp = self.call_func(req, *args, **kw) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.func(req, *args, **kwargs) Dec 05 21:50:10.386003 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: result = method(request=request, **args) Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: return self._delete(request, id, **kwargs) Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(*args, **kwargs) Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(*args, **kwargs) Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(*dup_args, **dup_kwargs) Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: obj_deleter(request.context, id, **kwargs) Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: return method(*args, **kwargs) Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(*args, **kwargs) Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(*args, **kwargs) Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(*dup_args, **dup_kwargs) Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: self._delete_current_gw_port(context, id, router, None) Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: admin_ctx, gw_port_id, l3_port_check=False) Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(self, context, *args, **kwargs) Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: return method(*args, **kwargs) Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: context, port, router_ids, bound_mech_contexts) Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: return function(*args, **kwargs) Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: callback(resource, event, trigger, **kwargs) Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: if self._is_session_semantic_violated(context, resource, event): Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: stack = traceback.extract_stack() Dec 05 21:50:10.394396 dv-cinder-757908-4-iscsi neutron-server[80130]: Dec 05 21:50:10.596372 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5ecb09af-3452-4e3a-b9b4-ea0ba0c371cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585966'] for router_gateway, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:10.731663 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5ecb09af-3452-4e3a-b9b4-ea0ba0c371cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854380800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32590'] for router, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:10.734047 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5ecb09af-3452-4e3a-b9b4-ea0ba0c371cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:10.820642 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5ecb09af-3452-4e3a-b9b4-ea0ba0c371cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854380614'] for router, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:10.821190 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecb09af-3452-4e3a-b9b4-ea0ba0c371cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72044efd-21f3-47dd-a944-17898242ca40 {{(pid=80240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 05 21:50:10.834255 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5ecb09af-3452-4e3a-b9b4-ea0ba0c371cc admin admin] Notify callbacks [] for router, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:10.835482 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5ecb09af-3452-4e3a-b9b4-ea0ba0c371cc admin admin] 10.222.0.50 "DELETE /v2.0/routers/72044efd-21f3-47dd-a944-17898242ca40 HTTP/1.1" status: 204 len: 168 time: 1.5504227 Dec 05 21:50:10.838254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 59326) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:50:10.907448 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb69a1ef-abc9-4a2e-844d-ceeb25f6b349 admin admin] Deleting subnet b6c38013-3aa1-43ce-bf05-86233fe9d660 {{(pid=80240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 05 21:50:10.910787 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb69a1ef-abc9-4a2e-844d-ceeb25f6b349 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:10.969821 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb69a1ef-abc9-4a2e-844d-ceeb25f6b349 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838066415'] for subnet, precommit_delete_associations {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:11.093825 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb69a1ef-abc9-4a2e-844d-ceeb25f6b349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1341068'] for subnet, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:11.333904 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1bfdf015-618f-48c3-90fb-511cf9ab59d2 req-54b2932f-2f12-48dd-abd6-bc8299225ad1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0845420 Dec 05 21:50:11.368046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb69a1ef-abc9-4a2e-844d-ceeb25f6b349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853434748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839085278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838084134'] for subnet, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:11.384315 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-65ee16c7-907c-419f-8784-ca5549e4b14d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:50:11.438443 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69a1ef-abc9-4a2e-844d-ceeb25f6b349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6c38013-3aa1-43ce-bf05-86233fe9d660,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:50:11.442743 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fb69a1ef-abc9-4a2e-844d-ceeb25f6b349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:50:11.452860 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdf015-618f-48c3-90fb-511cf9ab59d2 req-2ad55743-f3ab-49f2-aa29-0fd7a0e81624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:50:11.454517 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1bfdf015-618f-48c3-90fb-511cf9ab59d2 req-2ad55743-f3ab-49f2-aa29-0fd7a0e81624 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060&device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 1162 time: 0.0849693 Dec 05 21:50:11.531646 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb69a1ef-abc9-4a2e-844d-ceeb25f6b349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for subnet, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:11.537053 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf99b4fc-c146-41de-a087-2e52422d0f08 None None] Network 6caf2ea8-5eb8-4f3a-87a9-29412b268762 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:50:11.540378 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-fb69a1ef-abc9-4a2e-844d-ceeb25f6b349 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b6c38013-3aa1-43ce-bf05-86233fe9d660 HTTP/1.1" status: 204 len: 168 time: 0.6985879 Dec 05 21:50:11.545134 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 59332) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:50:11.619453 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdf015-618f-48c3-90fb-511cf9ab59d2 req-32ebbeae-11f7-441a-999c-7eb869d9e043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:50:11.621106 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1bfdf015-618f-48c3-90fb-511cf9ab59d2 req-32ebbeae-11f7-441a-999c-7eb869d9e043 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba83bbf0-3b38-4232-af09-1ca8d508a608 HTTP/1.1" status: 200 len: 911 time: 0.1458950 Dec 05 21:50:11.676649 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853045594'] for network, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:11.696679 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1bfdf015-618f-48c3-90fb-511cf9ab59d2 req-54d1e713-403f-4a4d-87ec-7dbca10e677f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=608b4e65-975a-4c85-af2d-4fbf1a5b2a1a HTTP/1.1" status: 200 len: 217 time: 0.0679791 Dec 05 21:50:11.749497 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] Deleting port 4fbfd500-e441-4853-afff-ce00ae279fa9 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:50:11.750100 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:11.785758 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdf015-618f-48c3-90fb-511cf9ab59d2 req-e9f5d6dd-4e1e-4c03-85f9-c4838a3cd5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:50:11.787491 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1bfdf015-618f-48c3-90fb-511cf9ab59d2 req-e9f5d6dd-4e1e-4c03-85f9-c4838a3cd5b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9202ba51-95a8-4744-9f6f-9b6d34d32b9b HTTP/1.1" status: 200 len: 856 time: 0.0831394 Dec 05 21:50:11.833778 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a83aa04-37d7-49ec-b8dc-ae8f7b866a9b None None] DHCP port deletion for 6caf2ea8-5eb8-4f3a-87a9-29412b268762 request from dv-cinder-757908-4-iscsi {{(pid=80241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 05 21:50:11.838417 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-5a83aa04-37d7-49ec-b8dc-ae8f7b866a9b None None] Deleting port 4fbfd500-e441-4853-afff-ce00ae279fa9 {{(pid=80241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:50:11.838839 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5a83aa04-37d7-49ec-b8dc-ae8f7b866a9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:11.883223 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdf015-618f-48c3-90fb-511cf9ab59d2 req-434a50a1-e23d-4a04-809b-15007fb906c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:50:11.884882 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1bfdf015-618f-48c3-90fb-511cf9ab59d2 req-434a50a1-e23d-4a04-809b-15007fb906c1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba83bbf0-3b38-4232-af09-1ca8d508a608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0895367 Dec 05 21:50:11.990268 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 17a65d83-622d-4b27-a653-80717a7b54aa no longer exists at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:50:11.993910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] For port 4fbfd500-e441-4853-afff-ce00ae279fa9, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=4fbfd500-e441-4853-afff-ce00ae279fa9,segment=NetworkSegment(042bd5f0-6015-402a-8c43-feb80cee6e89),segment_id=042bd5f0-6015-402a-8c43-feb80cee6e89)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:50:11.994399 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:12.059968 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1bfdf015-618f-48c3-90fb-511cf9ab59d2 req-9e670e11-96d6-48a9-b839-0265de17b737 service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580217 Dec 05 21:50:12.131398 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] No Port match for: 17a65d83-622d-4b27-a653-80717a7b54aa {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:50:12.132086 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 17a65d83-622d-4b27-a653-80717a7b54aa not bound to the agent host dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:50:12.132711 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 4fbfd500-e441-4853-afff-ce00ae279fa9 no longer exists at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:50:12.140467 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] Calling delete_port for 4fbfd500-e441-4853-afff-ce00ae279fa9 owned by network:dhcp {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:50:12.180442 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-5a83aa04-37d7-49ec-b8dc-ae8f7b866a9b None None] For port 4fbfd500-e441-4853-afff-ce00ae279fa9, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=4fbfd500-e441-4853-afff-ce00ae279fa9,segment=NetworkSegment(042bd5f0-6015-402a-8c43-feb80cee6e89),segment_id=042bd5f0-6015-402a-8c43-feb80cee6e89)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:50:12.180875 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5a83aa04-37d7-49ec-b8dc-ae8f7b866a9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:12.217227 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1bfdf015-618f-48c3-90fb-511cf9ab59d2 req-ed8818c9-0259-4052-9bb5-45dee8ebbe20 service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1501770 Dec 05 21:50:12.229315 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:12.248239 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e3e0d774-e269-4146-b87c-ac6a92924f6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:50:12.302173 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbfd500-e441-4853-afff-ce00ae279fa9,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:50:12.307272 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:50:12.327217 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-5a83aa04-37d7-49ec-b8dc-ae8f7b866a9b None None] Calling delete_port for 4fbfd500-e441-4853-afff-ce00ae279fa9 owned by network:dhcp {{(pid=80241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:50:12.364247 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] No active binding found for port 4fbfd500-e441-4853-afff-ce00ae279fa9 {{(pid=80241) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Dec 05 21:50:12.364699 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 4fbfd500-e441-4853-afff-ce00ae279fa9 not bound to the agent host dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:50:12.365169 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 6a8fbf44-929c-4a76-a083-9d9f40494e8f no longer exists at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:50:12.388967 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] No DVR routers for this DVR port 4fbfd500-e441-4853-afff-ce00ae279fa9 on host dv-cinder-757908-4-iscsi {{(pid=80240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 21:50:12.400931 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] No Port match for: 6a8fbf44-929c-4a76-a083-9d9f40494e8f {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:50:12.401254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 6a8fbf44-929c-4a76-a083-9d9f40494e8f not bound to the agent host dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:50:12.499367 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-5a83aa04-37d7-49ec-b8dc-ae8f7b866a9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80241) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 05 21:50:12.499813 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-5a83aa04-37d7-49ec-b8dc-ae8f7b866a9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 05 21:50:12.515295 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1342674', 'neutron.services.segments.db._delete_segments_for_network--9223363284943838921'] for network, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:12.643775 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6caf2ea8-5eb8-4f3a-87a9-29412b268762']}} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:50:12.657439 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042bd5f0-6015-402a-8c43-feb80cee6e89') {'for_net_delete': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:50:12.657719 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042bd5f0-6015-402a-8c43-feb80cee6e89') {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:50:12.670417 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284943839689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16709401'] for segment, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:12.686200 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:12.688255 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 05 21:50:12.879876 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] Network 6caf2ea8-5eb8-4f3a-87a9-29412b268762 has no segments {{(pid=80240) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:50:12.890540 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853434340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839085233'] for segment, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:13.001045 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-5a83aa04-37d7-49ec-b8dc-ae8f7b866a9b None None] Deleting port 4fbfd500-e441-4853-afff-ce00ae279fa9 {{(pid=80241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:50:13.001665 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5a83aa04-37d7-49ec-b8dc-ae8f7b866a9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:13.075637 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-5a83aa04-37d7-49ec-b8dc-ae8f7b866a9b None None] The port '4fbfd500-e441-4853-afff-ce00ae279fa9' was deleted {{(pid=80241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 05 21:50:13.302690 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] Network 6caf2ea8-5eb8-4f3a-87a9-29412b268762 has no segments {{(pid=80240) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: Traceback (most recent call last): Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: timer() Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: cb(*args, **kw) Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: return func(*args, **kwargs) Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: self._notify() Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: self.callback(batched_events) Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: event.method(event) Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: segment_id)['aggregates'][0] Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(self, *a, **k) Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: return self._get(url).json() Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: **kwargs) Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.request(url, 'GET', **kwargs) Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: **endpoint_filter) Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 05 21:50:13.330443 dv-cinder-757908-4-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 05 21:50:13.407035 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853433127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854189833'] for network, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:13.411423 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:13.415142 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fb88d1ca-4fe5-4e98-b148-fa80a361c77b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:50:13.440949 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] Pushing event deleted for resources: {'Network': ['ID=6caf2ea8-5eb8-4f3a-87a9-29412b268762,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:50:13.444039 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:50:13.452889 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] 10.222.0.50 "DELETE /v2.0/networks/6caf2ea8-5eb8-4f3a-87a9-29412b268762 HTTP/1.1" status: 204 len: 168 time: 1.9061472 Dec 05 21:50:13.601374 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 59346) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:50:13.656676 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5251d6dc-28af-4ba4-8707-c207daf4bfb3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=93b2925e659f498aa50a78619c0aa3f5&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0539951 Dec 05 21:50:13.659182 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 59350) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:50:13.719521 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-821f3726-abe2-42aa-949b-7558317e4f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:13.745601 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-821f3726-abe2-42aa-949b-7558317e4f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:13.794556 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-821f3726-abe2-42aa-949b-7558317e4f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:13.799650 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ba5523b8-05ff-43e4-ac5d-576860bd639d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:50:13.813065 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f3726-abe2-42aa-949b-7558317e4f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b397f454-6086-4e34-84a8-945fa08c6ce7,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:50:13.816058 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-821f3726-abe2-42aa-949b-7558317e4f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:50:13.821761 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-821f3726-abe2-42aa-949b-7558317e4f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:13.823601 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-821f3726-abe2-42aa-949b-7558317e4f0c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b397f454-6086-4e34-84a8-945fa08c6ce7 HTTP/1.1" status: 204 len: 168 time: 0.1628199 Dec 05 21:50:15.751220 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:24.861261 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-28d6a1d2-5a63-4995-8c82-98da2d72118b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:27.530048 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:50:27.787069 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b895552d-bc69-4f99-b270-b6001ad9fcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:28.401353 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:29.753813 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:31.165933 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:45.752245 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:54.862507 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80ef7eb7-01a5-4e74-b4be-7aae9a6a34b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:57.788942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f13ccf6c-6206-4219-a9ef-e17493e31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:58.405767 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:50:59.755623 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:01.169070 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:04.537684 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:51:13.316906 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b4bbed47-6b41-4d55-9a47-e09f03334e09 req-0eddc1dd-60a1-4c8b-8d43-2b6f799a546e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0855973 Dec 05 21:51:13.447581 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbed47-6b41-4d55-9a47-e09f03334e09 req-a7db0737-36ed-4937-9d1f-f45ae90db707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:13.449234 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b4bbed47-6b41-4d55-9a47-e09f03334e09 req-a7db0737-36ed-4937-9d1f-f45ae90db707 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060&device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 1163 time: 0.0935998 Dec 05 21:51:13.626561 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbed47-6b41-4d55-9a47-e09f03334e09 req-52c8ee2a-a041-4699-b780-92e5b9116647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:13.626561 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b4bbed47-6b41-4d55-9a47-e09f03334e09 req-52c8ee2a-a041-4699-b780-92e5b9116647 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba83bbf0-3b38-4232-af09-1ca8d508a608 HTTP/1.1" status: 200 len: 911 time: 0.1543655 Dec 05 21:51:13.743572 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b4bbed47-6b41-4d55-9a47-e09f03334e09 req-4d358c24-bb1b-48f1-8d05-9dec67e2c8cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05c2f176-74ee-43ea-bb0f-000f397b5093 HTTP/1.1" status: 200 len: 1002 time: 0.1104777 Dec 05 21:51:13.816603 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbed47-6b41-4d55-9a47-e09f03334e09 req-4db11a36-1d59-40bb-9bbc-62b2d211cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:13.818218 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b4bbed47-6b41-4d55-9a47-e09f03334e09 req-4db11a36-1d59-40bb-9bbc-62b2d211cdce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9202ba51-95a8-4744-9f6f-9b6d34d32b9b HTTP/1.1" status: 200 len: 856 time: 0.0682886 Dec 05 21:51:13.903164 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbed47-6b41-4d55-9a47-e09f03334e09 req-6d28b50f-131d-4303-9635-b332b0fdf261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:13.904793 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b4bbed47-6b41-4d55-9a47-e09f03334e09 req-6d28b50f-131d-4303-9635-b332b0fdf261 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba83bbf0-3b38-4232-af09-1ca8d508a608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803344 Dec 05 21:51:14.052118 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b4bbed47-6b41-4d55-9a47-e09f03334e09 req-0e264b1b-75ed-4e37-95b0-cd86cb723009 service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393759 Dec 05 21:51:14.436992 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b4bbed47-6b41-4d55-9a47-e09f03334e09 req-d55abc1f-105d-413b-bdfd-a5c754265dc6 service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3775120 Dec 05 21:51:15.767340 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:20.468611 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233c633-5f46-4b59-b21d-80759d5f0d78 req-a1499b53-c68c-48e4-bb99-2e0132ccae14 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:20.470129 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d233c633-5f46-4b59-b21d-80759d5f0d78 req-a1499b53-c68c-48e4-bb99-2e0132ccae14 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0852416 Dec 05 21:51:20.517461 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d233c633-5f46-4b59-b21d-80759d5f0d78 req-39ade835-c5c3-4e8b-92bb-80986ba3568e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403049 Dec 05 21:51:21.761319 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eae328-aeba-4d3a-851c-64fca9ea5185 req-e18ced24-edc3-4a7e-8d22-c4bc8bf4f82e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:21.762966 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-56eae328-aeba-4d3a-851c-64fca9ea5185 req-e18ced24-edc3-4a7e-8d22-c4bc8bf4f82e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0900376 Dec 05 21:51:21.813876 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-56eae328-aeba-4d3a-851c-64fca9ea5185 req-3da5c28c-4a0c-419c-aa20-35c40ca8f3b8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439403 Dec 05 21:51:23.072061 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e1b03-e2dc-4de1-8574-0c0590e68819 req-3c891820-c262-4e7b-9446-4f72cb19f37a tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:23.073672 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c49e1b03-e2dc-4de1-8574-0c0590e68819 req-3c891820-c262-4e7b-9446-4f72cb19f37a tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0882823 Dec 05 21:51:23.123086 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c49e1b03-e2dc-4de1-8574-0c0590e68819 req-5b75d660-e04b-4ca2-83f2-05ac7b906f90 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430202 Dec 05 21:51:24.351060 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172a19b-25b3-4c57-b397-a6e5ac4a2271 req-eac93f2f-cc1c-4b34-a9cb-98425cac8090 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:24.352669 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a172a19b-25b3-4c57-b397-a6e5ac4a2271 req-eac93f2f-cc1c-4b34-a9cb-98425cac8090 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0821791 Dec 05 21:51:24.404496 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a172a19b-25b3-4c57-b397-a6e5ac4a2271 req-e90c6b13-9143-460f-b1e2-fe83d8c22fb9 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452256 Dec 05 21:51:24.866734 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-221205d2-9d18-46ee-9030-64a4f55b7018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:25.637724 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdabf2-99fa-48e3-8eb1-7d4d1700c3fa req-23887e63-c8de-4753-bb4e-25668b95beb7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:25.639337 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1bcdabf2-99fa-48e3-8eb1-7d4d1700c3fa req-23887e63-c8de-4753-bb4e-25668b95beb7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0866113 Dec 05 21:51:25.691693 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1bcdabf2-99fa-48e3-8eb1-7d4d1700c3fa req-a7735d0b-5bf5-4c53-a4af-eeb96eeb8966 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458846 Dec 05 21:51:26.917882 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c33cb-8bd2-4a4e-9076-bd6e857a4356 req-5230a3d2-27fc-4573-96e8-5cfd8b19156d tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:26.919373 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8c6c33cb-8bd2-4a4e-9076-bd6e857a4356 req-5230a3d2-27fc-4573-96e8-5cfd8b19156d tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0844042 Dec 05 21:51:26.966995 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8c6c33cb-8bd2-4a4e-9076-bd6e857a4356 req-6dbf0d8a-3c37-4bf2-809d-4096684c8b6f tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403075 Dec 05 21:51:27.791648 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f5025c1a-55dd-477a-9e27-d929c87914ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:28.194928 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43e15a-6185-415e-8ea3-bf7eba596b7c req-45799a1e-4457-4094-9f2d-37fae90c0a09 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:28.196560 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0e43e15a-6185-415e-8ea3-bf7eba596b7c req-45799a1e-4457-4094-9f2d-37fae90c0a09 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0843160 Dec 05 21:51:28.243701 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0e43e15a-6185-415e-8ea3-bf7eba596b7c req-c4130bab-e6f2-4024-918e-925f942c56cc tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406399 Dec 05 21:51:28.360689 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 05c2f176-74ee-43ea-bb0f-000f397b5093 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:51:28.425438 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:28.444699 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 05c2f176-74ee-43ea-bb0f-000f397b5093 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:51:28.445108 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:29.477888 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4d20a-5019-438b-8720-b37247b67b62 req-df7ed322-e5a5-4ffd-bd02-ae0ca4c4b56c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:29.479389 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ea4d20a-5019-438b-8720-b37247b67b62 req-df7ed322-e5a5-4ffd-bd02-ae0ca4c4b56c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0853989 Dec 05 21:51:29.527799 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ea4d20a-5019-438b-8720-b37247b67b62 req-df8c4c0f-903f-4838-9b01-bdae47990cd7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416253 Dec 05 21:51:29.758748 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:30.764352 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69908d-9228-4a5a-ad0a-d4742f85533f req-82e27017-124b-444f-b01b-8cb0b4a37639 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:30.765942 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5c69908d-9228-4a5a-ad0a-d4742f85533f req-82e27017-124b-444f-b01b-8cb0b4a37639 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0863969 Dec 05 21:51:30.815564 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5c69908d-9228-4a5a-ad0a-d4742f85533f req-8728d519-04b2-40ca-856d-cca3bf7ec75e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418794 Dec 05 21:51:31.171014 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:32.048614 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24070856-b2ac-4cd5-926e-31818874a836 req-4394eac6-8beb-4dcb-87cb-2443198f3719 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:32.051520 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24070856-b2ac-4cd5-926e-31818874a836 req-4394eac6-8beb-4dcb-87cb-2443198f3719 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0903485 Dec 05 21:51:32.104025 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24070856-b2ac-4cd5-926e-31818874a836 req-d40b43f0-0c2b-4777-b58e-b4f2baa58f63 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460553 Dec 05 21:51:33.331303 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88031215-ea71-4caa-bd4a-b21cc017ceb8 req-85dd1a1b-b6c2-4011-85e5-d0dc84e4f53f tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:33.332928 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-88031215-ea71-4caa-bd4a-b21cc017ceb8 req-85dd1a1b-b6c2-4011-85e5-d0dc84e4f53f tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0841823 Dec 05 21:51:33.385508 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-88031215-ea71-4caa-bd4a-b21cc017ceb8 req-f265be98-cbea-442c-90c6-4d733f71d2ad tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460844 Dec 05 21:51:34.626280 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6491c4-1aea-4715-ae7a-c0210da9b145 req-15b586d3-f4cd-4aaa-b6a3-b3bab29b0409 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:34.628164 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cf6491c4-1aea-4715-ae7a-c0210da9b145 req-15b586d3-f4cd-4aaa-b6a3-b3bab29b0409 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0881016 Dec 05 21:51:34.681940 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cf6491c4-1aea-4715-ae7a-c0210da9b145 req-894634da-d546-4e55-95e5-532ec66ae13e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470371 Dec 05 21:51:35.911427 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2114a2-671c-463b-83a6-903df25b97b2 req-149ad8b3-49ff-43bc-b7ad-78063d40cb2f tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:35.913088 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9e2114a2-671c-463b-83a6-903df25b97b2 req-149ad8b3-49ff-43bc-b7ad-78063d40cb2f tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0846233 Dec 05 21:51:35.961509 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9e2114a2-671c-463b-83a6-903df25b97b2 req-076a0ca1-88ba-4893-afae-52d92a818e32 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417244 Dec 05 21:51:37.196337 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1866d-429c-4f4d-918e-e26bf25b0be2 req-7b8ad8f3-97b7-4376-b9d8-852061537bd3 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:37.197930 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-30a1866d-429c-4f4d-918e-e26bf25b0be2 req-7b8ad8f3-97b7-4376-b9d8-852061537bd3 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0897207 Dec 05 21:51:37.245667 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-30a1866d-429c-4f4d-918e-e26bf25b0be2 req-41338192-08ae-4830-8b4c-cba74a287ed1 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414584 Dec 05 21:51:38.066772 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb426ba-b3d1-4ded-a09a-e33472e3d36f req-a2747449-cffa-4eff-9a9b-143d55ff0702 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:38.068556 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4fb426ba-b3d1-4ded-a09a-e33472e3d36f req-a2747449-cffa-4eff-9a9b-143d55ff0702 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 946 time: 0.0895455 Dec 05 21:51:38.121089 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4fb426ba-b3d1-4ded-a09a-e33472e3d36f req-3b8e63a1-0024-4e02-ab4d-08ccf52d33f3 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462198 Dec 05 21:51:38.502495 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5018af2-7484-4506-8e3a-85c62afda11b req-187dc46e-4510-4313-a135-566289ce4bac tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:38.504211 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b5018af2-7484-4506-8e3a-85c62afda11b req-187dc46e-4510-4313-a135-566289ce4bac tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0924537 Dec 05 21:51:38.555353 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b5018af2-7484-4506-8e3a-85c62afda11b req-dde830de-c423-4d5e-bf93-1f0e613a8ae0 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445082 Dec 05 21:51:39.358095 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65142ec-e79b-46bd-bd04-6f5b9889346a req-4d51a566-cb3d-4258-8c9f-473eca798450 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:39.359805 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a65142ec-e79b-46bd-bd04-6f5b9889346a req-4d51a566-cb3d-4258-8c9f-473eca798450 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 946 time: 0.1006234 Dec 05 21:51:39.452424 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a65142ec-e79b-46bd-bd04-6f5b9889346a req-66b6a7d4-e5c6-4d40-a10b-f076fa595609 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851145 Dec 05 21:51:39.490390 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daaf11-ab15-47ea-bd81-89e8c0ea93a8 req-b2fd2fb3-188e-4a56-929c-eda2a7cc6727 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:39.492242 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b6daaf11-ab15-47ea-bd81-89e8c0ea93a8 req-b2fd2fb3-188e-4a56-929c-eda2a7cc6727 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.53 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 946 time: 0.1008673 Dec 05 21:51:39.583418 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-b6daaf11-ab15-47ea-bd81-89e8c0ea93a8 req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Deleting port 9ba67af6-6012-4a16-9123-22af89c12c0e {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:51:39.584062 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b6daaf11-ab15-47ea-bd81-89e8c0ea93a8 req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:40.021093 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-b6daaf11-ab15-47ea-bd81-89e8c0ea93a8 req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] For port 9ba67af6-6012-4a16-9123-22af89c12c0e, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=9ba67af6-6012-4a16-9123-22af89c12c0e,segment=NetworkSegment(ee867ec9-fdd0-4eef-af71-84c38a9bd339),segment_id=ee867ec9-fdd0-4eef-af71-84c38a9bd339)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:51:40.021554 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b6daaf11-ab15-47ea-bd81-89e8c0ea93a8 req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:40.036779 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182d238-63bd-4f02-85a2-fae07bcd4a54 req-1f17253f-05b5-410d-aa0e-92119f35a2e5 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:40.041887 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c182d238-63bd-4f02-85a2-fae07bcd4a54 req-1f17253f-05b5-410d-aa0e-92119f35a2e5 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.2877181 Dec 05 21:51:40.200174 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c182d238-63bd-4f02-85a2-fae07bcd4a54 req-9f3962cc-755e-457e-8509-4bfda8ba903d tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511176 Dec 05 21:51:40.505697 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b6daaf11-ab15-47ea-bd81-89e8c0ea93a8 req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for floatingip, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:40.506320 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b6daaf11-ab15-47ea-bd81-89e8c0ea93a8 req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854189884'] for floatingip, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:40.506880 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-b6daaf11-ab15-47ea-bd81-89e8c0ea93a8 req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Floating IP c242ceb0-e35f-4094-a68f-0f3222442159 disassociated. External IP: 172.27.1.49, port: 9ba67af6-6012-4a16-9123-22af89c12c0e. Dec 05 21:51:40.507339 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-b6daaf11-ab15-47ea-bd81-89e8c0ea93a8 req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Calling delete_port for 9ba67af6-6012-4a16-9123-22af89c12c0e owned by compute:nova {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:51:40.534087 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 05c2f176-74ee-43ea-bb0f-000f397b5093 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:51:40.690339 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 05c2f176-74ee-43ea-bb0f-000f397b5093 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:51:40.691816 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:40.728581 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b6daaf11-ab15-47ea-bd81-89e8c0ea93a8 req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:40.758345 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18818885-1b36-472e-9405-3b4b24d0e4f4 req-ea894538-2a54-4a82-8157-281d7177dd08 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:40.770038 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-18818885-1b36-472e-9405-3b4b24d0e4f4 req-ea894538-2a54-4a82-8157-281d7177dd08 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 946 time: 0.1428301 Dec 05 21:51:40.844273 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-18818885-1b36-472e-9405-3b4b24d0e4f4 req-966bf628-56ed-4431-9306-0e8463824cb6 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e3235-928a-448d-9e09-3b1bf85e1389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730188 Dec 05 21:51:40.881083 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4499b2fe-30c5-494e-9402-1a6ce8a21ee5 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:51:40.886897 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 9ba67af6-6012-4a16-9123-22af89c12c0e no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:51:40.924782 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] No Port match for: 9ba67af6-6012-4a16-9123-22af89c12c0e {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:51:40.925167 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 9ba67af6-6012-4a16-9123-22af89c12c0e not bound to the agent host hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:51:40.943394 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Pushing event deleted for resources: {'Port': ['ID=9ba67af6-6012-4a16-9123-22af89c12c0e,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:51:40.965996 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.966409 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.966828 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.967232 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.968039 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.968039 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.968450 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.968855 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.969254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.969648 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.970047 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.970443 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.971564 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.972031 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.972372 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.972773 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.973173 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.973565 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.973966 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.974350 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.974810 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.975202 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.975596 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.976020 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:40.988859 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:51:41.266775 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6daaf11-ab15-47ea-bd81-89e8c0ea93a8 req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Router 98409fa1-a27f-46b0-baab-ddd63cd017f0 has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:51:41.557822 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:51:41.617368 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d33c2-3bec-44d5-8b89-a17f6ff074c9 req-ea648098-8422-4fdd-9887-f69822b14404 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:41.629158 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c44d33c2-3bec-44d5-8b89-a17f6ff074c9 req-ea648098-8422-4fdd-9887-f69822b14404 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.1831946 Dec 05 21:51:41.661820 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6daaf11-ab15-47ea-bd81-89e8c0ea93a8 req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:51:41.706204 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c44d33c2-3bec-44d5-8b89-a17f6ff074c9 req-4ae50f31-fd71-4f15-aa08-ee1497ff0834 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751033 Dec 05 21:51:41.725825 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698d0290-0754-4140-9330-5f76a6ece44c None None] Sync routers for ids ['98409fa1-a27f-46b0-baab-ddd63cd017f0'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:51:41.739040 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698d0290-0754-4140-9330-5f76a6ece44c None None] Routers {'98409fa1-a27f-46b0-baab-ddd63cd017f0'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:51:41.740186 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-698d0290-0754-4140-9330-5f76a6ece44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:51:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['98409fa1-a27f-46b0-baab-ddd63cd017f0'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:51:41.771424 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6daaf11-ab15-47ea-bd81-89e8c0ea93a8 req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] No DVR routers for this DVR port 9ba67af6-6012-4a16-9123-22af89c12c0e on host hv-cinder-75790 {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 21:51:41.776908 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b6daaf11-ab15-47ea-bd81-89e8c0ea93a8 req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:41.781743 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a826503-7b27-4a8f-954c-61f33d9ffdc0', 'name': 'network-vif-deleted', 'tag': '9ba67af6-6012-4a16-9123-22af89c12c0e'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:51:41.803250 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b6daaf11-ab15-47ea-bd81-89e8c0ea93a8 req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.53 "DELETE /v2.0/ports/9ba67af6-6012-4a16-9123-22af89c12c0e HTTP/1.1" status: 204 len: 173 time: 2.3042891 Dec 05 21:51:41.893485 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a826503-7b27-4a8f-954c-61f33d9ffdc0', 'name': 'network-vif-deleted', 'tag': '9ba67af6-6012-4a16-9123-22af89c12c0e', 'status': 'completed', 'code': 200} Dec 05 21:51:42.030188 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-698d0290-0754-4140-9330-5f76a6ece44c None None] Set router 98409fa1-a27f-46b0-baab-ddd63cd017f0 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:51:42.073288 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-eaf10099-f826-4545-8a13-dea2aa40ce48 req-d01f6c16-8cba-4c9d-9165-6d090b1d67e9 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Synchronizing usage tracker for tenant:37ac9d224de24a2484f2fdefe069b4bf on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:51:42.090079 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-eaf10099-f826-4545-8a13-dea2aa40ce48 req-d01f6c16-8cba-4c9d-9165-6d090b1d67e9 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Unset dirty status for tenant:37ac9d224de24a2484f2fdefe069b4bf on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:51:42.091812 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-eaf10099-f826-4545-8a13-dea2aa40ce48 req-d01f6c16-8cba-4c9d-9165-6d090b1d67e9 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/ports?device_id=4a826503-7b27-4a8f-954c-61f33d9ffdc0 HTTP/1.1" status: 200 len: 210 time: 0.0804977 Dec 05 21:51:42.441667 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-698d0290-0754-4140-9330-5f76a6ece44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'name': 'tempest-AttachVolumeTestJSON-332782927-router', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:11Z', 'updated_at': '2020-12-05T21:41:33Z', 'revision_number': 4, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'gw_port': {'id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:12Z', 'updated_at': '2020-12-05T21:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9', 'name': '', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'mac_address': 'fa:16:3e:06:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:27Z', 'updated_at': '2020-12-05T21:41:52Z', 'revision_number': 5, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'subnets': [{'id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:51:42.447344 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698d0290-0754-4140-9330-5f76a6ece44c None None] Checking router: 98409fa1-a27f-46b0-baab-ddd63cd017f0 for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:51:42.461339 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698d0290-0754-4140-9330-5f76a6ece44c None None] Routers {'98409fa1-a27f-46b0-baab-ddd63cd017f0'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:51:42.462201 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-698d0290-0754-4140-9330-5f76a6ece44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:51:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['98409fa1-a27f-46b0-baab-ddd63cd017f0'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:51:42.667637 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-698d0290-0754-4140-9330-5f76a6ece44c None None] Set router 98409fa1-a27f-46b0-baab-ddd63cd017f0 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:51:42.982524 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31d42b-3992-4996-975a-3707ea0dffb1 req-a20d5a37-5b5c-4f9c-8e49-0b57f94fe6e9 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:42.991542 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7a31d42b-3992-4996-975a-3707ea0dffb1 req-a20d5a37-5b5c-4f9c-8e49-0b57f94fe6e9 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.1009965 Dec 05 21:51:43.041463 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-698d0290-0754-4140-9330-5f76a6ece44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'name': 'tempest-AttachVolumeTestJSON-332782927-router', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:11Z', 'updated_at': '2020-12-05T21:41:33Z', 'revision_number': 4, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'gw_port': {'id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:12Z', 'updated_at': '2020-12-05T21:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9', 'name': '', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'mac_address': 'fa:16:3e:06:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:27Z', 'updated_at': '2020-12-05T21:41:52Z', 'revision_number': 5, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'subnets': [{'id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:51:43.046358 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698d0290-0754-4140-9330-5f76a6ece44c None None] The sync data for ids ['98409fa1-a27f-46b0-baab-ddd63cd017f0'] in dv-cinder-757908-4-iscsi is: [{'id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'name': 'tempest-AttachVolumeTestJSON-332782927-router', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:11Z', 'updated_at': '2020-12-05T21:41:33Z', 'revision_number': 4, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'gw_port': {'id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:12Z', 'updated_at': '2020-12-05T21:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9', 'name': '', 'network_id': '811ae4e3-171e-48fa-8bac-30edfe0da7b4', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'mac_address': 'fa:16:3e:06:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:27Z', 'updated_at': '2020-12-05T21:41:52Z', 'revision_number': 5, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'subnets': [{'id': '1dcf2694-5e4a-45e4-991f-a09b77fb18bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:51:43.052931 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7a31d42b-3992-4996-975a-3707ea0dffb1 req-7b073c56-8d53-4a60-859b-eea4ec444156 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603004 Dec 05 21:51:43.290506 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 59818) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:51:43.378202 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:43.412721 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:43.465024 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:43.479838 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-854906f6-40e8-4e80-9807-c99416608da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:51:43.497805 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8e3235-928a-448d-9e09-3b1bf85e1389,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:51:43.508254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.508666 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.509076 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.511212 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.511212 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.511212 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.511212 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.511212 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.511790 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.511790 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.512082 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.512471 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.512920 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.513454 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.513841 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.514224 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.514610 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.514993 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.515531 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.515950 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.516334 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.516721 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.517102 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.518478 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:43.522918 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:51:43.523512 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:43.524980 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "DELETE /v2.0/security-groups/1d8e3235-928a-448d-9e09-3b1bf85e1389 HTTP/1.1" status: 204 len: 168 time: 0.2333806 Dec 05 21:51:43.535192 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe901da-569c-4bf5-ae1c-e45e1fb65bce None None] New status for floating IP c242ceb0-e35f-4094-a68f-0f3222442159: DOWN {{(pid=80241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 05 21:51:43.544103 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 59822) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:51:43.565065 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.v2.resource [None req-fc68b6ed-8fbd-497c-83f3-f15a622a9200 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] show failed (client error): The resource could not be found. Dec 05 21:51:43.566200 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-fc68b6ed-8fbd-497c-83f3-f15a622a9200 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "GET /v2.0/security-groups/1d8e3235-928a-448d-9e09-3b1bf85e1389 HTTP/1.1" status: 404 len: 347 time: 0.0208867 Dec 05 21:51:43.569364 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 59826) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:51:43.759151 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-0794309c-6ffb-4a6c-a3a8-c39dd859e7a8 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Deleting port b05a89a1-9d94-4aa9-8094-5d9800330ff8 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:51:43.759447 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0794309c-6ffb-4a6c-a3a8-c39dd859e7a8 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:43.978194 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0794309c-6ffb-4a6c-a3a8-c39dd859e7a8 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:43.978557 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0794309c-6ffb-4a6c-a3a8-c39dd859e7a8 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for floatingip, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:44.123607 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-0794309c-6ffb-4a6c-a3a8-c39dd859e7a8 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Calling delete_port for b05a89a1-9d94-4aa9-8094-5d9800330ff8 owned by network:floatingip {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:51:44.318042 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0794309c-6ffb-4a6c-a3a8-c39dd859e7a8 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:44.319241 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811be23-bdf8-43d9-826b-6c61c501e3b2 req-44be169e-8c3f-4ecf-ac54-ea5b58679465 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:44.321127 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a811be23-bdf8-43d9-826b-6c61c501e3b2 req-44be169e-8c3f-4ecf-ac54-ea5b58679465 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0966992 Dec 05 21:51:44.386646 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a811be23-bdf8-43d9-826b-6c61c501e3b2 req-e980b061-4c49-4852-bfc7-62be0c49fb96 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575666 Dec 05 21:51:44.438093 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-86e9b706-55a0-48b3-ae20-b4b1db4a4b80 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:51:44.481896 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794309c-6ffb-4a6c-a3a8-c39dd859e7a8 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Pushing event deleted for resources: {'Port': ['ID=b05a89a1-9d94-4aa9-8094-5d9800330ff8,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:51:44.487671 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0794309c-6ffb-4a6c-a3a8-c39dd859e7a8 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:51:44.627622 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0794309c-6ffb-4a6c-a3a8-c39dd859e7a8 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks [] for floatingip, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:44.648657 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0794309c-6ffb-4a6c-a3a8-c39dd859e7a8 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:44.649900 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-0794309c-6ffb-4a6c-a3a8-c39dd859e7a8 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] 10.222.0.50 "DELETE /v2.0/floatingips/c242ceb0-e35f-4094-a68f-0f3222442159 HTTP/1.1" status: 204 len: 168 time: 1.0795274 Dec 05 21:51:45.641386 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a47bb8-69c3-4e5b-bf97-b8585525e533 req-70dab8a1-57d5-4de9-8904-34aa2014d664 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:45.643713 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b7a47bb8-69c3-4e5b-bf97-b8585525e533 req-70dab8a1-57d5-4de9-8904-34aa2014d664 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0943015 Dec 05 21:51:45.706362 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b7a47bb8-69c3-4e5b-bf97-b8585525e533 req-dfc3ee78-a646-40e9-9b2c-d2a83215601f tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514312 Dec 05 21:51:45.771502 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:46.996281 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c3446-6376-4c62-b0b6-1c59250d1661 req-32ee6c69-4e33-46be-b639-c9b7c6f4d474 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:46.997975 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9d4c3446-6376-4c62-b0b6-1c59250d1661 req-32ee6c69-4e33-46be-b639-c9b7c6f4d474 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0934486 Dec 05 21:51:47.048478 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9d4c3446-6376-4c62-b0b6-1c59250d1661 req-1bee8e68-35cb-4b44-b0f7-70456f2dc926 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431619 Dec 05 21:51:47.701956 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 59858) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:51:48.324173 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c4c83-6798-4075-8ece-ab01b5c241b5 req-1b6c136b-2c60-4619-b124-e3b6c718220e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:48.326712 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-836c4c83-6798-4075-8ece-ab01b5c241b5 req-1b6c136b-2c60-4619-b124-e3b6c718220e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.1163690 Dec 05 21:51:48.356684 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c4d13646-8a6d-4585-94fe-15413391291a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854198554'] for router_interface, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:48.396447 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-836c4c83-6798-4075-8ece-ab01b5c241b5 req-af65d232-6f44-47f3-ba25-73ac4e1b868d tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621963 Dec 05 21:51:49.229847 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-c4d13646-8a6d-4585-94fe-15413391291a admin admin] Deleting port 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:51:49.230220 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c4d13646-8a6d-4585-94fe-15413391291a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:49.411869 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-c4d13646-8a6d-4585-94fe-15413391291a admin admin] For port 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9,segment=NetworkSegment(ee867ec9-fdd0-4eef-af71-84c38a9bd339),segment_id=ee867ec9-fdd0-4eef-af71-84c38a9bd339)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:51:49.412451 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c4d13646-8a6d-4585-94fe-15413391291a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:49.550161 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-c4d13646-8a6d-4585-94fe-15413391291a admin admin] Calling delete_port for 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9 owned by network:router_interface {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:51:49.732710 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da03fa-e91e-42b2-b24c-72e8ee9b2bcf req-4035a50f-6e7c-4897-bd78-47a7f6283382 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:49.734359 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1da03fa-e91e-42b2-b24c-72e8ee9b2bcf req-4035a50f-6e7c-4897-bd78-47a7f6283382 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.1483340 Dec 05 21:51:49.854555 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1da03fa-e91e-42b2-b24c-72e8ee9b2bcf req-561f6587-2f42-4202-9b42-51e5c1adb54f tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118112 Dec 05 21:51:49.901885 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c4d13646-8a6d-4585-94fe-15413391291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:49.918393 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:51:49.979075 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d13646-8a6d-4585-94fe-15413391291a admin admin] Pushing event deleted for resources: {'Port': ['ID=57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:51:50.036441 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c4d13646-8a6d-4585-94fe-15413391291a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:51:50.064129 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b932a4e-f8ba-4fa9-82e6-839768f50c3a req-b7599c5e-970d-4a97-8f01-81c493ffd037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:50.065744 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0b932a4e-f8ba-4fa9-82e6-839768f50c3a req-b7599c5e-970d-4a97-8f01-81c493ffd037 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060&device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 1163 time: 0.3642490 Dec 05 21:51:50.285225 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b932a4e-f8ba-4fa9-82e6-839768f50c3a req-8f2f8af5-048d-4aaa-8418-8130770ebf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:50.286820 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0b932a4e-f8ba-4fa9-82e6-839768f50c3a req-8f2f8af5-048d-4aaa-8418-8130770ebf66 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba83bbf0-3b38-4232-af09-1ca8d508a608 HTTP/1.1" status: 200 len: 911 time: 0.2121415 Dec 05 21:51:50.529638 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0b932a4e-f8ba-4fa9-82e6-839768f50c3a req-b1bda4fa-dab0-460a-bf1b-9efdfb8babfd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05c2f176-74ee-43ea-bb0f-000f397b5093 HTTP/1.1" status: 200 len: 1002 time: 0.1866217 Dec 05 21:51:50.594777 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c4d13646-8a6d-4585-94fe-15413391291a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853522153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854198632'] for router_interface, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:50.700477 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b932a4e-f8ba-4fa9-82e6-839768f50c3a req-488097d6-5cf7-4c72-a658-357cb7d84cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:50.702041 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0b932a4e-f8ba-4fa9-82e6-839768f50c3a req-488097d6-5cf7-4c72-a658-357cb7d84cf3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9202ba51-95a8-4744-9f6f-9b6d34d32b9b HTTP/1.1" status: 200 len: 856 time: 0.1647420 Dec 05 21:51:50.946653 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b932a4e-f8ba-4fa9-82e6-839768f50c3a req-fffe0c5f-90b2-4edd-aacf-0576747bc0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:50.948297 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0b932a4e-f8ba-4fa9-82e6-839768f50c3a req-fffe0c5f-90b2-4edd-aacf-0576747bc0bb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba83bbf0-3b38-4232-af09-1ca8d508a608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2384613 Dec 05 21:51:50.971329 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-0b932a4e-f8ba-4fa9-82e6-839768f50c3a req-80843237-22af-42c9-90f9-6f8b497c7e51 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80239) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 05 21:51:50.972424 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0b932a4e-f8ba-4fa9-82e6-839768f50c3a req-80843237-22af-42c9-90f9-6f8b497c7e51 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0086901 Dec 05 21:51:51.086041 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca7a13-bf57-40fe-aa7a-3ae1c2eb9c9f req-2b62fff6-a8c3-40c0-a32d-c191d6cf10b4 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:51.087706 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-14ca7a13-bf57-40fe-aa7a-3ae1c2eb9c9f req-2b62fff6-a8c3-40c0-a32d-c191d6cf10b4 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0834320 Dec 05 21:51:51.141854 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-14ca7a13-bf57-40fe-aa7a-3ae1c2eb9c9f req-e4d6a713-e4e1-4e18-be5b-8bd804374a70 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476835 Dec 05 21:51:51.515916 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0b932a4e-f8ba-4fa9-82e6-839768f50c3a req-fb07bbbb-e465-4211-ac1a-290207513b4b service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306444 Dec 05 21:51:51.676637 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d13646-8a6d-4585-94fe-15413391291a admin admin] Router 98409fa1-a27f-46b0-baab-ddd63cd017f0 has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:51:51.837388 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0b932a4e-f8ba-4fa9-82e6-839768f50c3a req-5bac5cf5-86a6-42e4-91ac-64f694a4ee22 service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3127027 Dec 05 21:51:51.890926 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d13646-8a6d-4585-94fe-15413391291a admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:51:51.901333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a425ddb1-85f9-4ed8-9c24-4a559d8cda27 None None] Sync routers for ids ['98409fa1-a27f-46b0-baab-ddd63cd017f0'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:51:51.907542 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c4d13646-8a6d-4585-94fe-15413391291a admin admin] 10.222.0.50 "PUT /v2.0/routers/98409fa1-a27f-46b0-baab-ddd63cd017f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2019877 Dec 05 21:51:51.907850 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 59886) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:51:51.913341 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a425ddb1-85f9-4ed8-9c24-4a559d8cda27 None None] Routers {'98409fa1-a27f-46b0-baab-ddd63cd017f0'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:51:51.914012 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-a425ddb1-85f9-4ed8-9c24-4a559d8cda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:51:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['98409fa1-a27f-46b0-baab-ddd63cd017f0'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:51:52.092172 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6d22-3e15-4e41-b323-4d4eabc7da10 admin admin] Notify callbacks [] for router, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:52.108158 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-a425ddb1-85f9-4ed8-9c24-4a559d8cda27 None None] Set router 98409fa1-a27f-46b0-baab-ddd63cd017f0 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:51:52.280399 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6d22-3e15-4e41-b323-4d4eabc7da10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:52.286609 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c6d22-3e15-4e41-b323-4d4eabc7da10 admin admin] Deleting port bc1a5d85-b749-4257-9eb1-8eb684bf70a0 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:51:52.286987 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6d22-3e15-4e41-b323-4d4eabc7da10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:52.409030 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-a425ddb1-85f9-4ed8-9c24-4a559d8cda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'name': 'tempest-AttachVolumeTestJSON-332782927-router', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:11Z', 'updated_at': '2020-12-05T21:51:49Z', 'revision_number': 5, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'gw_port': {'id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:12Z', 'updated_at': '2020-12-05T21:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:51:52.413005 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a425ddb1-85f9-4ed8-9c24-4a559d8cda27 None None] Checking router: 98409fa1-a27f-46b0-baab-ddd63cd017f0 for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:51:52.421911 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a425ddb1-85f9-4ed8-9c24-4a559d8cda27 None None] Routers {'98409fa1-a27f-46b0-baab-ddd63cd017f0'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:51:52.422568 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-a425ddb1-85f9-4ed8-9c24-4a559d8cda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:51:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['98409fa1-a27f-46b0-baab-ddd63cd017f0'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:51:52.534679 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b337a9-d8f5-44a4-a1c5-3693e4c866bd req-0a008595-7ba8-4e77-ba8b-c5df236b8794 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:52.542559 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-66b337a9-d8f5-44a4-a1c5-3693e4c866bd req-0a008595-7ba8-4e77-ba8b-c5df236b8794 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.2271318 Dec 05 21:51:52.573640 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8d7c6d22-3e15-4e41-b323-4d4eabc7da10 admin admin] For port bc1a5d85-b749-4257-9eb1-8eb684bf70a0, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=bc1a5d85-b749-4257-9eb1-8eb684bf70a0,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:51:52.574046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6d22-3e15-4e41-b323-4d4eabc7da10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:52.621892 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-a425ddb1-85f9-4ed8-9c24-4a559d8cda27 None None] Set router 98409fa1-a27f-46b0-baab-ddd63cd017f0 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:51:52.721337 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c6d22-3e15-4e41-b323-4d4eabc7da10 admin admin] Calling delete_port for bc1a5d85-b749-4257-9eb1-8eb684bf70a0 owned by network:router_gateway {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:51:52.770283 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-66b337a9-d8f5-44a4-a1c5-3693e4c866bd req-8750f32e-0012-43ea-9cfc-19713c8f3e3e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267542 Dec 05 21:51:52.890258 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6d22-3e15-4e41-b323-4d4eabc7da10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:53.091934 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6d22-3e15-4e41-b323-4d4eabc7da10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585966'] for router_gateway, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:53.096702 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-a425ddb1-85f9-4ed8-9c24-4a559d8cda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'name': 'tempest-AttachVolumeTestJSON-332782927-router', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:11Z', 'updated_at': '2020-12-05T21:51:49Z', 'revision_number': 5, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'gw_port': {'id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:12Z', 'updated_at': '2020-12-05T21:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:51:53.101257 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a425ddb1-85f9-4ed8-9c24-4a559d8cda27 None None] The sync data for ids ['98409fa1-a27f-46b0-baab-ddd63cd017f0'] in dv-cinder-757908-4-iscsi is: [{'id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'name': 'tempest-AttachVolumeTestJSON-332782927-router', 'tenant_id': '37ac9d224de24a2484f2fdefe069b4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:11Z', 'updated_at': '2020-12-05T21:51:49Z', 'revision_number': 5, 'project_id': '37ac9d224de24a2484f2fdefe069b4bf', 'gw_port': {'id': 'bc1a5d85-b749-4257-9eb1-8eb684bf70a0', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98409fa1-a27f-46b0-baab-ddd63cd017f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:12Z', 'updated_at': '2020-12-05T21:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:51:53.240184 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6d22-3e15-4e41-b323-4d4eabc7da10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854380800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32590'] for router, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:53.242771 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6d22-3e15-4e41-b323-4d4eabc7da10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:53.272953 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6d22-3e15-4e41-b323-4d4eabc7da10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854380614'] for router, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:53.274354 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7c6d22-3e15-4e41-b323-4d4eabc7da10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98409fa1-a27f-46b0-baab-ddd63cd017f0 {{(pid=80239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 05 21:51:53.290676 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6d22-3e15-4e41-b323-4d4eabc7da10 admin admin] Notify callbacks [] for router, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:53.294572 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-8d7c6d22-3e15-4e41-b323-4d4eabc7da10 admin admin] 10.222.0.50 "DELETE /v2.0/routers/98409fa1-a27f-46b0-baab-ddd63cd017f0 HTTP/1.1" status: 204 len: 168 time: 1.3826771 Dec 05 21:51:53.295083 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 59896) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:51:53.376186 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e2ed4e-1a2a-4d28-9402-c1e6bd3bfee2 admin admin] Deleting subnet 1dcf2694-5e4a-45e4-991f-a09b77fb18bf {{(pid=80239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 05 21:51:53.380016 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-14e2ed4e-1a2a-4d28-9402-c1e6bd3bfee2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:53.479462 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-14e2ed4e-1a2a-4d28-9402-c1e6bd3bfee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841089900'] for subnet, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:53.555079 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.db_base_plugin_v2 [None req-14e2ed4e-1a2a-4d28-9402-c1e6bd3bfee2 admin admin] Found port (f6a35222-ae62-4ae7-b015-af636a2f0cf3, 172.20.0.4) having IP allocation on subnet 1dcf2694-5e4a-45e4-991f-a09b77fb18bf, cannot delete Dec 05 21:51:53.561067 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e2ed4e-1a2a-4d28-9402-c1e6bd3bfee2 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 05 21:51:53.561569 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e2ed4e-1a2a-4d28-9402-c1e6bd3bfee2 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80239) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 05 21:51:53.568314 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-14e2ed4e-1a2a-4d28-9402-c1e6bd3bfee2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1dcf2694-5e4a-45e4-991f-a09b77fb18bf HTTP/1.1" status: 409 len: 404 time: 0.2721508 Dec 05 21:51:53.585520 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38eaf2-d633-4113-857e-d76dab97ac72 req-6b4c5f18-1f6c-41fa-97f0-a0a6559b28df tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:53.587523 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-de38eaf2-d633-4113-857e-d76dab97ac72 req-6b4c5f18-1f6c-41fa-97f0-a0a6559b28df tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.1796148 Dec 05 21:51:53.652175 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-de38eaf2-d633-4113-857e-d76dab97ac72 req-ee5ad810-e5b6-4509-a7ae-c14ba38a8597 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0531676 Dec 05 21:51:54.026770 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e5d8a-a7aa-445d-99ff-7e907aa2b058 req-a56ee898-42f8-48f4-94a8-ce623bdba046 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:54.027228 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device bc1a5d85-b749-4257-9eb1-8eb684bf70a0 no longer exists at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:51:54.028703 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-684e5d8a-a7aa-445d-99ff-7e907aa2b058 req-a56ee898-42f8-48f4-94a8-ce623bdba046 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.1015940 Dec 05 21:51:54.067716 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] No Port match for: bc1a5d85-b749-4257-9eb1-8eb684bf70a0 {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:51:54.068182 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device bc1a5d85-b749-4257-9eb1-8eb684bf70a0 not bound to the agent host dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:51:54.068593 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9 no longer exists at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:51:54.083837 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-684e5d8a-a7aa-445d-99ff-7e907aa2b058 req-2488801b-16ca-4bd2-a1b5-d12cf35cfa00 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473833 Dec 05 21:51:54.102816 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] No Port match for: 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9 {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:51:54.103217 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 57b90aca-04bf-41a7-b1c9-aedd0fd3a7c9 not bound to the agent host dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:51:54.463765 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 05c2f176-74ee-43ea-bb0f-000f397b5093 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:51:54.610044 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:54.643255 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb942010-6f22-497e-9ed5-222ad6f0c201', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05c2f176-74ee-43ea-bb0f-000f397b5093'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:51:54.651002 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port 05c2f176-74ee-43ea-bb0f-000f397b5093, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=05c2f176-74ee-43ea-bb0f-000f397b5093,segment=NetworkSegment(8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f),segment_id=8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:51:54.654360 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:54.657015 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6a5b72df-9afe-49e0-9461-b18da3e94d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:51:54.722506 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb942010-6f22-497e-9ed5-222ad6f0c201', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '05c2f176-74ee-43ea-bb0f-000f397b5093', 'code': 422} returned with failed status Dec 05 21:51:54.732320 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=05c2f176-74ee-43ea-bb0f-000f397b5093,revision_number=5']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:51:54.743540 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.744140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.744714 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.745264 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.745808 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.746681 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.747461 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.748618 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.749257 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.749931 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.750444 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.750960 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.752382 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.752967 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.753657 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.754191 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.754904 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.755357 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.755725 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.756113 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.756496 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.756864 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.757453 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.757817 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:51:54.762880 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:51:54.891029 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-00a0d0e7-58c9-4a96-a77c-28acd8540b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:54.926193 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66468dea-f66c-4ee9-a8c4-85cf84dec61e req-903a01fd-27c6-4e3a-943d-79616cb40256 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:54.928207 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-66468dea-f66c-4ee9-a8c4-85cf84dec61e req-903a01fd-27c6-4e3a-943d-79616cb40256 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.0950372 Dec 05 21:51:54.988910 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-66468dea-f66c-4ee9-a8c4-85cf84dec61e req-43e79e8d-e104-4b1b-8b22-dd44afd6d6df tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0514991 Dec 05 21:51:56.204470 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978b783-f608-4af9-beb6-e3e79d612f4e req-1fa52fb7-620c-4ae9-b796-160386f97235 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:56.206945 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0978b783-f608-4af9-beb6-e3e79d612f4e req-1fa52fb7-620c-4ae9-b796-160386f97235 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.0903108 Dec 05 21:51:56.213065 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d40727-d656-4c2e-b89e-4c418285d2f0 req-d3534277-8650-497a-8846-da0c88ab2815 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:56.214580 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b7d40727-d656-4c2e-b89e-4c418285d2f0 req-d3534277-8650-497a-8846-da0c88ab2815 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.0873845 Dec 05 21:51:56.256775 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0978b783-f608-4af9-beb6-e3e79d612f4e req-125802b4-9a87-4e3e-b844-2cda2b242ed7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427899 Dec 05 21:51:56.264671 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b7d40727-d656-4c2e-b89e-4c418285d2f0 req-998bd742-8183-461c-baca-d1428cf9d0dd tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0424690 Dec 05 21:51:56.273167 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 59978) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:51:56.436645 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd559f68-c316-46be-82f2-a0eae09b3795 req-0e1de39e-eb83-4055-80ec-eeeb9a7228ab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1619873 Dec 05 21:51:57.482467 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ee1df-3f78-40c3-8712-7a45ffc4297a req-d638c281-2367-471e-bea6-c6e652ec52fd tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:57.484104 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-133ee1df-3f78-40c3-8712-7a45ffc4297a req-d638c281-2367-471e-bea6-c6e652ec52fd tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.0855370 Dec 05 21:51:57.496406 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf36b4-ff17-458a-b37b-68d4354b6c5e req-f1116b9d-b238-4b61-a200-74094399a9d8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:57.498016 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-abdf36b4-ff17-458a-b37b-68d4354b6c5e req-f1116b9d-b238-4b61-a200-74094399a9d8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.0835257 Dec 05 21:51:57.537533 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-133ee1df-3f78-40c3-8712-7a45ffc4297a req-1d66ca46-0330-4d43-b4bf-bda0bc864f8d tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0458307 Dec 05 21:51:57.546954 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-abdf36b4-ff17-458a-b37b-68d4354b6c5e req-a85d5245-525c-4c03-a67c-d049cb35f525 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418613 Dec 05 21:51:57.794267 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-33253252-1b30-43cf-9a3f-1e553eefcaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:57.908611 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd559f68-c316-46be-82f2-a0eae09b3795 req-07ad81de-5c96-437a-902c-757c3c1d5c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:57.910259 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd559f68-c316-46be-82f2-a0eae09b3795 req-07ad81de-5c96-437a-902c-757c3c1d5c48 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201&tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060 HTTP/1.1" status: 200 len: 1161 time: 0.0806136 Dec 05 21:51:58.409537 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:58.760632 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e310d0c-bf16-4fb1-a8de-47c7a40c46ba req-7824c744-e5a1-482d-b3b3-85b44e798b7d tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:58.762404 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4e310d0c-bf16-4fb1-a8de-47c7a40c46ba req-7824c744-e5a1-482d-b3b3-85b44e798b7d tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.0920367 Dec 05 21:51:58.786967 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c54470-9b3c-4e6a-8f93-6f9d8ebb9a40 req-3cc250e2-0de1-4a7f-9d62-64ac3c402587 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:58.789277 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c7c54470-9b3c-4e6a-8f93-6f9d8ebb9a40 req-3cc250e2-0de1-4a7f-9d62-64ac3c402587 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.0862644 Dec 05 21:51:58.815603 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4e310d0c-bf16-4fb1-a8de-47c7a40c46ba req-aacf7112-62fe-494f-a150-2d94544d728e tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0453856 Dec 05 21:51:58.840306 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c7c54470-9b3c-4e6a-8f93-6f9d8ebb9a40 req-bd1c1b04-2f66-4aa5-8970-d9b09098ea71 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446844 Dec 05 21:51:59.206282 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd559f68-c316-46be-82f2-a0eae09b3795 req-3bd81a32-e1ae-4563-a617-f7be634d933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:59.207988 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd559f68-c316-46be-82f2-a0eae09b3795 req-3bd81a32-e1ae-4563-a617-f7be634d933d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060&device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 1161 time: 0.0845490 Dec 05 21:51:59.590504 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd559f68-c316-46be-82f2-a0eae09b3795 req-5549e17d-1601-4dc4-9d7d-b34cafb25c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:59.592132 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd559f68-c316-46be-82f2-a0eae09b3795 req-5549e17d-1601-4dc4-9d7d-b34cafb25c07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba83bbf0-3b38-4232-af09-1ca8d508a608 HTTP/1.1" status: 200 len: 911 time: 0.3765931 Dec 05 21:51:59.717730 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd559f68-c316-46be-82f2-a0eae09b3795 req-e0f03eef-1e9d-4f4d-a2fc-5aea9b9eeafd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05c2f176-74ee-43ea-bb0f-000f397b5093 HTTP/1.1" status: 200 len: 1000 time: 0.1186392 Dec 05 21:51:59.761450 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:51:59.789067 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd559f68-c316-46be-82f2-a0eae09b3795 req-34f8dea3-8422-4f19-9bd3-7794dcadaa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:59.790637 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd559f68-c316-46be-82f2-a0eae09b3795 req-34f8dea3-8422-4f19-9bd3-7794dcadaa72 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9202ba51-95a8-4744-9f6f-9b6d34d32b9b HTTP/1.1" status: 200 len: 856 time: 0.0664496 Dec 05 21:51:59.881823 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd559f68-c316-46be-82f2-a0eae09b3795 req-1f634489-be0f-4415-8404-2b87e2a084a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:51:59.883486 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd559f68-c316-46be-82f2-a0eae09b3795 req-1f634489-be0f-4415-8404-2b87e2a084a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba83bbf0-3b38-4232-af09-1ca8d508a608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849829 Dec 05 21:52:00.058482 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513d3bd-5c9d-499a-8fdf-3f1619f18eff req-adaa4ed7-ed9b-42a4-a28d-fe50c6846e47 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:00.060197 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7513d3bd-5c9d-499a-8fdf-3f1619f18eff req-adaa4ed7-ed9b-42a4-a28d-fe50c6846e47 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.0989866 Dec 05 21:52:00.094284 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd559f68-c316-46be-82f2-a0eae09b3795 req-bed015fa-654d-4e24-b71d-0d048ae14d9c service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030563 Dec 05 21:52:00.113639 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7513d3bd-5c9d-499a-8fdf-3f1619f18eff req-72780cbe-8657-4c43-9161-9f944c18aba5 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0457306 Dec 05 21:52:00.214764 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a3e9b-819d-43a2-b5a5-bf9b498f1641 req-1ee521bf-0380-4c1d-b994-37f7ac077010 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:00.216406 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-382a3e9b-819d-43a2-b5a5-bf9b498f1641 req-1ee521bf-0380-4c1d-b994-37f7ac077010 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.2212431 Dec 05 21:52:00.301282 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-382a3e9b-819d-43a2-b5a5-bf9b498f1641 req-7a433c5e-812d-4967-a2c3-4d4edf46e6e2 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684760 Dec 05 21:52:00.303521 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd559f68-c316-46be-82f2-a0eae09b3795 req-79da5474-d73c-470c-b011-2ab1c4ce5600 service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2008662 Dec 05 21:52:01.173718 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:01.349549 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a367ed-97d7-43c4-a7b4-8970eac5298d req-98dd96da-953f-4f62-ac99-b7e1607aabd0 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:01.351479 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c7a367ed-97d7-43c4-a7b4-8970eac5298d req-98dd96da-953f-4f62-ac99-b7e1607aabd0 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.1035030 Dec 05 21:52:01.433333 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c7a367ed-97d7-43c4-a7b4-8970eac5298d req-6ba1a81f-9272-4958-98c5-720e10203939 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0694511 Dec 05 21:52:01.735455 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af3967-c5de-4d0f-83d7-1b57cc6a8617 req-66ccea0b-4fcf-4411-8b22-f6737751ec26 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:01.745505 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-45af3967-c5de-4d0f-83d7-1b57cc6a8617 req-66ccea0b-4fcf-4411-8b22-f6737751ec26 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.1882095 Dec 05 21:52:01.813167 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-45af3967-c5de-4d0f-83d7-1b57cc6a8617 req-25bd173d-7a2d-49bc-a017-52830b00d28c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661807 Dec 05 21:52:02.687642 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7fbbe-c522-4a13-a3ff-6b45eef0a0f8 req-6e927afd-a667-4189-8b89-37ee3ce64b67 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:02.689990 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-37a7fbbe-c522-4a13-a3ff-6b45eef0a0f8 req-6e927afd-a667-4189-8b89-37ee3ce64b67 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.0958397 Dec 05 21:52:02.745460 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-37a7fbbe-c522-4a13-a3ff-6b45eef0a0f8 req-5d74935c-8d8c-40cc-a571-055c3fb69dc0 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0479228 Dec 05 21:52:02.772495 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device f674960b-2b56-43d4-9b8c-d8b040baa75b up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:52:02.879971 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port f674960b-2b56-43d4-9b8c-d8b040baa75b triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:52:02.880683 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:03.181325 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84917bd-776c-4060-814b-0bdb9d875045 req-0cc57127-9eca-4909-bba4-573cf509fc51 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:03.183081 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f84917bd-776c-4060-814b-0bdb9d875045 req-0cc57127-9eca-4909-bba4-573cf509fc51 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.1753838 Dec 05 21:52:03.250189 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f84917bd-776c-4060-814b-0bdb9d875045 req-dfd33290-449f-4c5f-b7df-e2e091529da2 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606027 Dec 05 21:52:03.706217 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 60100) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:52:03.934331 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ec806cb5-13db-429a-b61a-2686d097e32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:03.962625 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ec806cb5-13db-429a-b61a-2686d097e32c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:52:03.968979 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ec806cb5-13db-429a-b61a-2686d097e32c admin admin] Usage tracker for resource:security_group_rule and tenant:3210db5ac1004e3e8057f6c4f960f58a is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:52:03.973564 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ec806cb5-13db-429a-b61a-2686d097e32c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:52:03.980896 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ec806cb5-13db-429a-b61a-2686d097e32c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:52:04.168456 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25c644-6a9d-4c66-8df7-50d48970bd35 req-b81c3b79-1a38-42cb-824e-213eb5a3397a tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:04.170080 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2f25c644-6a9d-4c66-8df7-50d48970bd35 req-b81c3b79-1a38-42cb-824e-213eb5a3397a tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.1438861 Dec 05 21:52:04.172002 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ec806cb5-13db-429a-b61a-2686d097e32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:04.176481 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ec806cb5-13db-429a-b61a-2686d097e32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:04.193836 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5fa08d5f-2147-4b52-884b-82b2a3efdc86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:52:04.259165 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ec806cb5-13db-429a-b61a-2686d097e32c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3210db5ac1004e3e8057f6c4f960f58a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5517378 Dec 05 21:52:04.262343 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 60110) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:52:04.270083 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec806cb5-13db-429a-b61a-2686d097e32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e50043-1b77-4ac4-8989-6dad9e9d7b13,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:52:04.282488 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ec806cb5-13db-429a-b61a-2686d097e32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:52:04.324773 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2f25c644-6a9d-4c66-8df7-50d48970bd35 req-e0160be7-00e9-4578-9808-2d3d103afb48 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.1329396 Dec 05 21:52:04.404621 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-610191c9-0582-413d-b39f-e09ce7b6735a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:04.485241 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-610191c9-0582-413d-b39f-e09ce7b6735a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:04.544618 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-610191c9-0582-413d-b39f-e09ce7b6735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:04.550662 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1d19cf21-95db-48ee-bf94-0594477b9949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:52:04.563635 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610191c9-0582-413d-b39f-e09ce7b6735a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e50043-1b77-4ac4-8989-6dad9e9d7b13,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:52:04.575008 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-610191c9-0582-413d-b39f-e09ce7b6735a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:52:04.575902 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-610191c9-0582-413d-b39f-e09ce7b6735a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:04.582317 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-610191c9-0582-413d-b39f-e09ce7b6735a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d4e50043-1b77-4ac4-8989-6dad9e9d7b13 HTTP/1.1" status: 204 len: 168 time: 0.3134792 Dec 05 21:52:04.600526 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459ed17-1dc0-476a-b113-b8cd5cec0778 req-9e8faa6d-04bd-4516-a931-c819c03f2f2e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:04.602206 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8459ed17-1dc0-476a-b113-b8cd5cec0778 req-9e8faa6d-04bd-4516-a931-c819c03f2f2e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.1834912 Dec 05 21:52:04.668278 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8459ed17-1dc0-476a-b113-b8cd5cec0778 req-b957018f-c864-4b07-9247-4084d38c5bdc tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554438 Dec 05 21:52:05.591862 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea619cc-858c-419b-a5b4-7b0c29702652 req-816f5dc7-6f53-4c77-9191-615bbe7edf40 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:05.593542 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dea619cc-858c-419b-a5b4-7b0c29702652 req-816f5dc7-6f53-4c77-9191-615bbe7edf40 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.1276228 Dec 05 21:52:05.649015 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dea619cc-858c-419b-a5b4-7b0c29702652 req-416fc4a8-de84-4b01-ba15-2b808dd6e2fc tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0489054 Dec 05 21:52:05.923754 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a116d-0e88-42ec-a575-4ebc097e2cdf req-87babd28-0dff-4405-bb61-23f7be03b3e7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:05.925329 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a71a116d-0e88-42ec-a575-4ebc097e2cdf req-87babd28-0dff-4405-bb61-23f7be03b3e7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.0937154 Dec 05 21:52:05.981907 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a71a116d-0e88-42ec-a575-4ebc097e2cdf req-6e56a381-496d-4043-adbd-553813f00890 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495560 Dec 05 21:52:06.914368 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa7432-06c7-4eb8-a515-cfeba0acdad7 req-3310fa78-b6fe-4b3f-943f-dd3d903fc2a6 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:06.917740 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1bfa7432-06c7-4eb8-a515-cfeba0acdad7 req-3310fa78-b6fe-4b3f-943f-dd3d903fc2a6 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.1066089 Dec 05 21:52:06.986375 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1bfa7432-06c7-4eb8-a515-cfeba0acdad7 req-ac410d76-6de4-458c-a72d-96259e385c86 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0628760 Dec 05 21:52:07.276161 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea56cd-e7ae-4ec7-8818-d7e8ece3d936 req-f2dc5e82-84b9-4e93-837f-b07d1ffdd2c1 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:07.278364 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-64ea56cd-e7ae-4ec7-8818-d7e8ece3d936 req-f2dc5e82-84b9-4e93-837f-b07d1ffdd2c1 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.0964482 Dec 05 21:52:07.328410 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-64ea56cd-e7ae-4ec7-8818-d7e8ece3d936 req-1ac4da36-a95c-4453-bf3c-85eede6e70bf tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431602 Dec 05 21:52:08.232680 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e552345-6a78-4f90-aa91-4f9ca14af4ac req-220e1e67-fda9-4264-9e4b-0a57f34f96f0 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:08.234226 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6e552345-6a78-4f90-aa91-4f9ca14af4ac req-220e1e67-fda9-4264-9e4b-0a57f34f96f0 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.0932920 Dec 05 21:52:08.292494 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6e552345-6a78-4f90-aa91-4f9ca14af4ac req-f811ce88-4fd8-4bd0-b6af-33f6fbb5ce72 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0511236 Dec 05 21:52:08.594575 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db93c7-4033-430d-bdf0-f0b4100f0d36 req-0756ef1f-0a85-48fb-8cac-175f2f3f1db9 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:08.597089 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-10db93c7-4033-430d-bdf0-f0b4100f0d36 req-0756ef1f-0a85-48fb-8cac-175f2f3f1db9 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.1069467 Dec 05 21:52:08.653036 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-10db93c7-4033-430d-bdf0-f0b4100f0d36 req-f4664f5d-c20c-4a69-b943-56609d5f06d6 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486207 Dec 05 21:52:09.549017 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1c2c7-ccef-4591-832b-5ae6ec93d4ed req-2d0a3124-0fda-445a-8b0e-e1ecbfe331e8 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:09.550641 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b3e1c2c7-ccef-4591-832b-5ae6ec93d4ed req-2d0a3124-0fda-445a-8b0e-e1ecbfe331e8 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.0993719 Dec 05 21:52:09.605810 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b3e1c2c7-ccef-4591-832b-5ae6ec93d4ed req-967d90c9-3629-44e5-b261-d22e77ea10a7 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0482934 Dec 05 21:52:09.908349 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd52ba-86ab-4aee-b341-c6d307906f4c req-58a3f777-23d4-4f4c-8c1f-b97df7d5a187 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:09.916856 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-07bd52ba-86ab-4aee-b341-c6d307906f4c req-58a3f777-23d4-4f4c-8c1f-b97df7d5a187 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.1019497 Dec 05 21:52:09.961894 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-07bd52ba-86ab-4aee-b341-c6d307906f4c req-8b556ce2-8292-4a1f-9ed2-f1799ec73911 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437772 Dec 05 21:52:10.849384 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41413f-b6f9-49c0-94c3-832eacf2f25a req-345be9dd-8091-4646-9f59-301934ac8a64 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:10.850977 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bb41413f-b6f9-49c0-94c3-832eacf2f25a req-345be9dd-8091-4646-9f59-301934ac8a64 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.0992496 Dec 05 21:52:10.903081 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bb41413f-b6f9-49c0-94c3-832eacf2f25a req-1154dcf0-c5f3-4295-8c3a-bf33c6d406d1 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0449500 Dec 05 21:52:11.233844 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8aa9c-7556-4d2d-a870-ed84e6daa0ea req-4fda1f47-bdc7-4219-a21f-9731330263ef tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:11.236076 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-91e8aa9c-7556-4d2d-a870-ed84e6daa0ea req-4fda1f47-bdc7-4219-a21f-9731330263ef tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.0883262 Dec 05 21:52:11.297872 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-91e8aa9c-7556-4d2d-a870-ed84e6daa0ea req-d535b8b4-f645-445a-a8d2-2538116ec5a5 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529299 Dec 05 21:52:12.152121 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951950d-93f1-42bf-bf6f-99cadef05f59 req-5f113d3b-a5a2-43fe-b887-115277a634d7 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:12.154087 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f951950d-93f1-42bf-bf6f-99cadef05f59 req-5f113d3b-a5a2-43fe-b887-115277a634d7 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.0925589 Dec 05 21:52:12.211318 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f951950d-93f1-42bf-bf6f-99cadef05f59 req-85370c3a-12da-46eb-bdb1-38cf7e62eaa8 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0486794 Dec 05 21:52:12.552321 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b359a32-a111-4303-ad96-06215b87b00d req-4a2ea4a8-1ec5-4a54-a9fd-921b53ded435 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:12.554017 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9b359a32-a111-4303-ad96-06215b87b00d req-4a2ea4a8-1ec5-4a54-a9fd-921b53ded435 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.0885131 Dec 05 21:52:12.609038 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9b359a32-a111-4303-ad96-06215b87b00d req-828c45fc-5a30-4321-85f9-2c8e83a9ed9e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451250 Dec 05 21:52:13.430384 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc48be-7bf4-4d19-872a-fd2ec1f94a84 req-e14997cf-c632-4f9b-a049-a7e1df607511 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:13.432032 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3fdc48be-7bf4-4d19-872a-fd2ec1f94a84 req-e14997cf-c632-4f9b-a049-a7e1df607511 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.0876052 Dec 05 21:52:13.481691 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3fdc48be-7bf4-4d19-872a-fd2ec1f94a84 req-c5bf0439-81fc-4d95-bbdd-7f7233436cf6 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0429947 Dec 05 21:52:14.077967 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeded40-aff8-4c67-bac2-865667c87dea req-ac4e4c4a-ce68-4410-8648-94174bd09eec tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:14.079659 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dfeded40-aff8-4c67-bac2-865667c87dea req-ac4e4c4a-ce68-4410-8648-94174bd09eec tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.3206215 Dec 05 21:52:14.129570 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dfeded40-aff8-4c67-bac2-865667c87dea req-85a5ce02-72c1-45a1-90ff-f41c3a273495 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434349 Dec 05 21:52:14.785181 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907ecc1-f2cb-4e39-859f-feec29fd9c4a req-c8a39989-a0b8-4f4a-9c25-51a0b97851e1 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:14.787579 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4907ecc1-f2cb-4e39-859f-feec29fd9c4a req-c8a39989-a0b8-4f4a-9c25-51a0b97851e1 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.1066010 Dec 05 21:52:14.845312 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4907ecc1-f2cb-4e39-859f-feec29fd9c4a req-1847ce01-7e9e-4300-be21-687cfaef73fc tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0509384 Dec 05 21:52:14.960383 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c76124-684c-446b-9c4f-ae4b3c96b8f2 req-972d83f7-64f7-45d1-8b18-73590ebbc433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:14.962407 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-61c76124-684c-446b-9c4f-ae4b3c96b8f2 req-972d83f7-64f7-45d1-8b18-73590ebbc433 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8fdfb31e682a4ad39262c855047b60c3&device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 1162 time: 0.0844409 Dec 05 21:52:15.140134 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c76124-684c-446b-9c4f-ae4b3c96b8f2 req-2802433e-20fc-4780-b735-230e3503482f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:15.142340 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-61c76124-684c-446b-9c4f-ae4b3c96b8f2 req-2802433e-20fc-4780-b735-230e3503482f service neutron] 10.222.0.53 "GET /v2.0/networks?id=e1d7ea22-44aa-42ef-b3c9-6dd290d73543 HTTP/1.1" status: 200 len: 903 time: 0.1724670 Dec 05 21:52:15.263913 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-61c76124-684c-446b-9c4f-ae4b3c96b8f2 req-0093a1bf-e1c1-4bca-99ac-376d6213f5d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f674960b-2b56-43d4-9b8c-d8b040baa75b HTTP/1.1" status: 200 len: 1000 time: 0.1148500 Dec 05 21:52:15.339910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c76124-684c-446b-9c4f-ae4b3c96b8f2 req-f0b8b006-dbbd-4b52-9a1a-c776bdb8d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:15.341529 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-61c76124-684c-446b-9c4f-ae4b3c96b8f2 req-f0b8b006-dbbd-4b52-9a1a-c776bdb8d059 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a3a935d-b831-483f-b7f8-a3892605052c HTTP/1.1" status: 200 len: 848 time: 0.0687327 Dec 05 21:52:15.381030 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28743f64-6f9c-4d90-81bc-2a0639839c07 req-cacfffed-ea2a-4d45-8e8c-bdbd14879ca9 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:15.382631 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-28743f64-6f9c-4d90-81bc-2a0639839c07 req-cacfffed-ea2a-4d45-8e8c-bdbd14879ca9 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.0920477 Dec 05 21:52:15.430634 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c76124-684c-446b-9c4f-ae4b3c96b8f2 req-73c92599-2290-4f8a-8bf4-582b4df9fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:15.432661 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-61c76124-684c-446b-9c4f-ae4b3c96b8f2 req-73c92599-2290-4f8a-8bf4-582b4df9fc02 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e1d7ea22-44aa-42ef-b3c9-6dd290d73543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844221 Dec 05 21:52:15.437488 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-28743f64-6f9c-4d90-81bc-2a0639839c07 req-eed8553e-9732-43fc-8f70-411d2f6820b3 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480959 Dec 05 21:52:15.583087 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-61c76124-684c-446b-9c4f-ae4b3c96b8f2 req-9fbfb21c-e2b3-4f8d-9a7f-2ef2ce0f0fc1 service neutron] 10.222.0.53 "GET /v2.0/networks/e1d7ea22-44aa-42ef-b3c9-6dd290d73543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426928 Dec 05 21:52:15.733205 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-61c76124-684c-446b-9c4f-ae4b3c96b8f2 req-659468dc-5e0d-4486-81d5-c474b037cf04 service neutron] 10.222.0.53 "GET /v2.0/networks/e1d7ea22-44aa-42ef-b3c9-6dd290d73543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1427782 Dec 05 21:52:15.765368 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:16.070283 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d89d59-fd10-4845-a871-83b3bc50b58c req-a511084a-6cf8-4722-b49d-5ce5922a1af6 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:16.071959 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d5d89d59-fd10-4845-a871-83b3bc50b58c req-a511084a-6cf8-4722-b49d-5ce5922a1af6 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.0900865 Dec 05 21:52:16.129670 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d5d89d59-fd10-4845-a871-83b3bc50b58c req-6ee01547-f9e9-406d-97b7-5eac6f7e0e9f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0501740 Dec 05 21:52:16.736424 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aceb91-7a0f-4eb5-8d4f-5968a3b91a1a req-54a0c817-9e4a-4273-b9c1-049b9eddf6c6 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:16.738110 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-20aceb91-7a0f-4eb5-8d4f-5968a3b91a1a req-54a0c817-9e4a-4273-b9c1-049b9eddf6c6 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.0901976 Dec 05 21:52:16.795717 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-20aceb91-7a0f-4eb5-8d4f-5968a3b91a1a req-6b9adc74-dfcf-4712-adca-29ff1ec49460 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512044 Dec 05 21:52:17.347000 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b971c54-3abe-4a76-8d21-efea61ffec47 req-70894e96-dad5-4ea7-bb6e-f705f93b5d38 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:17.348653 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7b971c54-3abe-4a76-8d21-efea61ffec47 req-70894e96-dad5-4ea7-bb6e-f705f93b5d38 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.0863211 Dec 05 21:52:17.396485 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7b971c54-3abe-4a76-8d21-efea61ffec47 req-34ded7e7-e29c-4cee-bb5a-396a37f89a36 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0414510 Dec 05 21:52:18.048785 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b4719-f0d0-4396-93ee-71cedca079a6 req-8589817a-106f-4a70-9ebc-986c364579b7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:18.050406 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1d1b4719-f0d0-4396-93ee-71cedca079a6 req-8589817a-106f-4a70-9ebc-986c364579b7 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.1037810 Dec 05 21:52:18.104843 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1d1b4719-f0d0-4396-93ee-71cedca079a6 req-8919db7d-da32-4d1f-b75f-11bf4092ce1b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475292 Dec 05 21:52:18.538976 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:52:18.627332 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8790f4-e062-4c31-a079-f944d48659b3 req-e6a605af-2332-4ba1-9cbd-047244af5418 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:18.629016 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cf8790f4-e062-4c31-a079-f944d48659b3 req-e6a605af-2332-4ba1-9cbd-047244af5418 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.0913305 Dec 05 21:52:18.679702 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cf8790f4-e062-4c31-a079-f944d48659b3 req-8b6f3585-f242-4854-ad57-6afdaeefa471 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0433481 Dec 05 21:52:19.056957 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 60312) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:52:19.095752 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a2e18-7a94-4eba-923d-428f96566a01 req-62a00e32-9f40-4430-a1d6-438ae14a25fb tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:19.097490 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ef7a2e18-7a94-4eba-923d-428f96566a01 req-62a00e32-9f40-4430-a1d6-438ae14a25fb tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.0902455 Dec 05 21:52:19.172341 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ef7a2e18-7a94-4eba-923d-428f96566a01 req-867e9fef-ca15-4cd9-8037-147862fde62f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0679569 Dec 05 21:52:19.215760 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5ebac558-807a-4e09-a5d7-ddafcc6db865 req-e90c4eba-8dcd-482e-946d-6eeafefc104c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1574972 Dec 05 21:52:19.352113 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d69bc1-c9c3-4844-996f-27088354ad3d req-7bc3a4cd-87d1-423d-b28d-8a0af47ff453 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:19.353656 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f3d69bc1-c9c3-4844-996f-27088354ad3d req-7bc3a4cd-87d1-423d-b28d-8a0af47ff453 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 944 time: 0.0914807 Dec 05 21:52:19.405826 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f3d69bc1-c9c3-4844-996f-27088354ad3d req-03f0f070-6ea7-4977-b5a3-b73c55ef0579 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452578 Dec 05 21:52:19.453912 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 05c2f176-74ee-43ea-bb0f-000f397b5093 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:52:19.537168 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 05c2f176-74ee-43ea-bb0f-000f397b5093 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:52:19.537667 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:19.670215 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:19.706290 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb942010-6f22-497e-9ed5-222ad6f0c201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c2f176-74ee-43ea-bb0f-000f397b5093'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:52:19.718204 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port 05c2f176-74ee-43ea-bb0f-000f397b5093, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=05c2f176-74ee-43ea-bb0f-000f397b5093,segment=NetworkSegment(8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f),segment_id=8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:52:19.723650 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:19.724617 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:52:19.762976 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device f674960b-2b56-43d4-9b8c-d8b040baa75b no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:52:19.795974 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb942010-6f22-497e-9ed5-222ad6f0c201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c2f176-74ee-43ea-bb0f-000f397b5093', 'code': 200} Dec 05 21:52:19.860032 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=05c2f176-74ee-43ea-bb0f-000f397b5093,revision_number=6']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:52:19.866206 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:52:19.925454 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:19.965379 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port f674960b-2b56-43d4-9b8c-d8b040baa75b, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=f674960b-2b56-43d4-9b8c-d8b040baa75b,segment=NetworkSegment(985af089-ac5a-4f04-87ac-190305aff107),segment_id=985af089-ac5a-4f04-87ac-190305aff107)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:52:19.969114 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:19.971929 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:52:20.063096 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=f674960b-2b56-43d4-9b8c-d8b040baa75b,revision_number=5']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:52:20.068245 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:52:20.131832 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345291f-cef5-43a0-a098-3efd27f10a7e req-187a5598-6012-4ef0-824d-f37fac801e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:20.133670 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e345291f-cef5-43a0-a098-3efd27f10a7e req-187a5598-6012-4ef0-824d-f37fac801e1d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 1163 time: 0.0869231 Dec 05 21:52:20.180526 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e345291f-cef5-43a0-a098-3efd27f10a7e req-5a39d15b-6e29-443b-9615-dfe4b784018e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387964 Dec 05 21:52:20.386669 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf9f05-c74b-47bf-bc6a-2a21b94ef247 req-ff8fe918-a027-4b17-8a83-7183d198aa59 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:20.388301 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8baf9f05-c74b-47bf-bc6a-2a21b94ef247 req-ff8fe918-a027-4b17-8a83-7183d198aa59 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 943 time: 0.0833509 Dec 05 21:52:20.441376 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8baf9f05-c74b-47bf-bc6a-2a21b94ef247 req-2a819f41-535a-413d-aeb2-6df3f48abe73 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0457897 Dec 05 21:52:20.658419 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb7ca2-2c42-4271-b42b-cef97df28b73 req-051e7eb5-3cac-48c3-b328-b91b5c67582e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:20.660170 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7bfb7ca2-2c42-4271-b42b-cef97df28b73 req-051e7eb5-3cac-48c3-b328-b91b5c67582e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0992882 Dec 05 21:52:20.711769 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7bfb7ca2-2c42-4271-b42b-cef97df28b73 req-2ca7d30e-8430-4066-b95f-b5fcadf59f22 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447204 Dec 05 21:52:20.839093 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebac558-807a-4e09-a5d7-ddafcc6db865 req-565d6516-0996-44f9-9285-0d8a9ee3ee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:20.840722 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5ebac558-807a-4e09-a5d7-ddafcc6db865 req-565d6516-0996-44f9-9285-0d8a9ee3ee3a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a&tenant_id=8fdfb31e682a4ad39262c855047b60c3 HTTP/1.1" status: 200 len: 1160 time: 0.0784202 Dec 05 21:52:20.888160 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 05c2f176-74ee-43ea-bb0f-000f397b5093 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:52:20.978912 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebac558-807a-4e09-a5d7-ddafcc6db865 req-fa12653e-56bd-401c-95d8-a81abfd027fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:20.980921 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5ebac558-807a-4e09-a5d7-ddafcc6db865 req-fa12653e-56bd-401c-95d8-a81abfd027fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8fdfb31e682a4ad39262c855047b60c3&device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 1160 time: 0.1032658 Dec 05 21:52:20.984007 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 05c2f176-74ee-43ea-bb0f-000f397b5093 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:52:20.984431 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:21.374974 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebac558-807a-4e09-a5d7-ddafcc6db865 req-bbc4b5f2-8d1a-4553-8b21-dcbf40e407e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:21.377086 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5ebac558-807a-4e09-a5d7-ddafcc6db865 req-bbc4b5f2-8d1a-4553-8b21-dcbf40e407e3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e1d7ea22-44aa-42ef-b3c9-6dd290d73543 HTTP/1.1" status: 200 len: 903 time: 0.3895407 Dec 05 21:52:21.491196 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5ebac558-807a-4e09-a5d7-ddafcc6db865 req-b4d4e8c1-18ea-47d6-83f4-12ef2239362a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f674960b-2b56-43d4-9b8c-d8b040baa75b HTTP/1.1" status: 200 len: 998 time: 0.1071141 Dec 05 21:52:21.572333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebac558-807a-4e09-a5d7-ddafcc6db865 req-734baf85-d88b-4b94-9bfc-8c0699d8fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:21.575024 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5ebac558-807a-4e09-a5d7-ddafcc6db865 req-734baf85-d88b-4b94-9bfc-8c0699d8fc77 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a3a935d-b831-483f-b7f8-a3892605052c HTTP/1.1" status: 200 len: 848 time: 0.0768204 Dec 05 21:52:21.664744 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebac558-807a-4e09-a5d7-ddafcc6db865 req-394f2c8b-62d7-4edf-8fc8-75f4297b8c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:21.666797 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5ebac558-807a-4e09-a5d7-ddafcc6db865 req-394f2c8b-62d7-4edf-8fc8-75f4297b8c51 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e1d7ea22-44aa-42ef-b3c9-6dd290d73543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0852246 Dec 05 21:52:21.695391 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24092e6f-c3d6-4735-848c-119ef2e0fc4b req-39c46284-b9d5-4912-95f0-988555a81758 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:21.700553 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24092e6f-c3d6-4735-848c-119ef2e0fc4b req-39c46284-b9d5-4912-95f0-988555a81758 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 943 time: 0.1092188 Dec 05 21:52:21.759598 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24092e6f-c3d6-4735-848c-119ef2e0fc4b req-2399924e-07d9-4762-b1fd-e930f766ffc5 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0467911 Dec 05 21:52:21.799592 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41786587-821f-4974-89a9-9a20495b965a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f674960b-2b56-43d4-9b8c-d8b040baa75b'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:52:21.838674 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5ebac558-807a-4e09-a5d7-ddafcc6db865 req-3a058cfe-385e-49bf-b408-85cd42dbc7cd service neutron] 10.222.0.53 "GET /v2.0/networks/e1d7ea22-44aa-42ef-b3c9-6dd290d73543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638203 Dec 05 21:52:21.856988 dv-cinder-757908-4-iscsi neutron-server[80130]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '41786587-821f-4974-89a9-9a20495b965a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f674960b-2b56-43d4-9b8c-d8b040baa75b', 'code': 422} returned with failed status Dec 05 21:52:22.099958 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5ebac558-807a-4e09-a5d7-ddafcc6db865 req-b937c711-272e-43dd-b932-4b8d6b5fff79 service neutron] 10.222.0.53 "GET /v2.0/networks/e1d7ea22-44aa-42ef-b3c9-6dd290d73543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2529626 Dec 05 21:52:22.109218 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930532ff-a4e7-410a-90f6-9cebac9936a5 req-cdb2f3ae-213a-4dff-a77a-03e8c7c36735 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:22.111823 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-930532ff-a4e7-410a-90f6-9cebac9936a5 req-cdb2f3ae-213a-4dff-a77a-03e8c7c36735 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.2085323 Dec 05 21:52:22.176763 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-930532ff-a4e7-410a-90f6-9cebac9936a5 req-2bb39017-c6af-48db-a98a-0c73d036079f tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570080 Dec 05 21:52:22.996633 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698025a-67cc-4164-86e0-8259d33029ab req-59db3e44-9172-44de-b987-f2acf41136ad tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:22.998377 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0698025a-67cc-4164-86e0-8259d33029ab req-59db3e44-9172-44de-b987-f2acf41136ad tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 943 time: 0.0937390 Dec 05 21:52:23.052042 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0698025a-67cc-4164-86e0-8259d33029ab req-4db62403-7da5-4757-8c30-5cdbf4982e5e tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0461230 Dec 05 21:52:23.418291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495df89-ad08-410b-89c9-bc16bb831420 req-f7e06245-6956-4b68-9624-fce7128ab66d tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:23.419976 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b495df89-ad08-410b-89c9-bc16bb831420 req-f7e06245-6956-4b68-9624-fce7128ab66d tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0884647 Dec 05 21:52:23.479774 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b495df89-ad08-410b-89c9-bc16bb831420 req-df53275e-c831-47b3-a86d-a0a033ee1fd5 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524933 Dec 05 21:52:24.322845 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d73140-2fc8-4584-b8ab-bd5a3cb04205 req-1fdd925e-7b84-48f8-886a-9e2a0d3cf8fb tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:24.324524 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-45d73140-2fc8-4584-b8ab-bd5a3cb04205 req-1fdd925e-7b84-48f8-886a-9e2a0d3cf8fb tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 943 time: 0.0902474 Dec 05 21:52:24.378622 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-45d73140-2fc8-4584-b8ab-bd5a3cb04205 req-a52bcfa2-e2c5-40ce-80b5-db9bf3140837 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0466244 Dec 05 21:52:24.788199 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 60444) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:52:24.877073 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d2def8a7-c55c-4230-9ade-e23c61ce8d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:24.947217 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6060425-794b-469d-9338-3eeb1dd9efec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:24.965477 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a6060425-794b-469d-9338-3eeb1dd9efec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:52:24.971323 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a6060425-794b-469d-9338-3eeb1dd9efec admin admin] Usage tracker for resource:security_group_rule and tenant:5e446dab30a74eb6a8006214183125a3 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:52:24.974932 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a6060425-794b-469d-9338-3eeb1dd9efec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:52:24.981104 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a6060425-794b-469d-9338-3eeb1dd9efec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:52:25.074274 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6060425-794b-469d-9338-3eeb1dd9efec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:25.077584 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6060425-794b-469d-9338-3eeb1dd9efec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:25.087565 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-610191c9-0582-413d-b39f-e09ce7b6735a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:52:25.130662 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a6060425-794b-469d-9338-3eeb1dd9efec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5e446dab30a74eb6a8006214183125a3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3412628 Dec 05 21:52:25.131610 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6060425-794b-469d-9338-3eeb1dd9efec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadb5ba2-e136-4b35-adf7-d84a00578b91,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:52:25.133604 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 60450) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:52:25.135259 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a6060425-794b-469d-9338-3eeb1dd9efec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:52:25.199470 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc280d98-b73c-43ac-861b-c12eb33683a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:25.227994 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc280d98-b73c-43ac-861b-c12eb33683a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:25.277276 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc280d98-b73c-43ac-861b-c12eb33683a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:25.281623 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f568b1d1-5999-41ff-864f-2e6392098af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:52:25.295704 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc280d98-b73c-43ac-861b-c12eb33683a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadb5ba2-e136-4b35-adf7-d84a00578b91,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:52:25.301354 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dc280d98-b73c-43ac-861b-c12eb33683a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:52:25.306034 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dc280d98-b73c-43ac-861b-c12eb33683a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:25.307268 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-dc280d98-b73c-43ac-861b-c12eb33683a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eadb5ba2-e136-4b35-adf7-d84a00578b91 HTTP/1.1" status: 204 len: 168 time: 0.1725686 Dec 05 21:52:25.610483 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692bb7b-3310-4afa-bc08-692f13be15e9 req-c471a4d8-ea8b-4a29-9298-13add6392bbf tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:25.612689 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5692bb7b-3310-4afa-bc08-692f13be15e9 req-c471a4d8-ea8b-4a29-9298-13add6392bbf tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 943 time: 0.0990515 Dec 05 21:52:25.663584 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5692bb7b-3310-4afa-bc08-692f13be15e9 req-50ce413f-493e-467c-b6cc-ad3ec62e915d tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0442026 Dec 05 21:52:25.674755 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 60460) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:52:25.694943 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-855fcb1f-e247-4bfe-820b-39cc656c6707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:25.711395 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-855fcb1f-e247-4bfe-820b-39cc656c6707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:52:25.715535 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-855fcb1f-e247-4bfe-820b-39cc656c6707 admin admin] Usage tracker for resource:security_group_rule and tenant:d1ff12825b79475aad28fc3ec700c5f8 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:52:25.718589 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-855fcb1f-e247-4bfe-820b-39cc656c6707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:52:25.725297 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-855fcb1f-e247-4bfe-820b-39cc656c6707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:52:25.819219 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-855fcb1f-e247-4bfe-820b-39cc656c6707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:25.822110 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-855fcb1f-e247-4bfe-820b-39cc656c6707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:25.832166 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-80acc964-e64e-44f4-afc8-a9b668dfafa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:52:25.875138 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-855fcb1f-e247-4bfe-820b-39cc656c6707 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d1ff12825b79475aad28fc3ec700c5f8&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1991394 Dec 05 21:52:25.876650 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fcb1f-e247-4bfe-820b-39cc656c6707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44c5166-8152-472d-a9ad-356166418e34,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:52:25.878945 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 60464) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:52:25.880030 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-855fcb1f-e247-4bfe-820b-39cc656c6707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:52:25.958418 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fdd286a2-b2b4-4ae1-a96e-4e8daf7d1989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:25.995480 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fdd286a2-b2b4-4ae1-a96e-4e8daf7d1989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:26.045112 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fdd286a2-b2b4-4ae1-a96e-4e8daf7d1989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:26.051189 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-eea0b6e8-04da-4131-894b-b83f42c63ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:52:26.065256 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd286a2-b2b4-4ae1-a96e-4e8daf7d1989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44c5166-8152-472d-a9ad-356166418e34,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:52:26.068246 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fdd286a2-b2b4-4ae1-a96e-4e8daf7d1989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:52:26.069546 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fdd286a2-b2b4-4ae1-a96e-4e8daf7d1989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:26.071498 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-fdd286a2-b2b4-4ae1-a96e-4e8daf7d1989 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b44c5166-8152-472d-a9ad-356166418e34 HTTP/1.1" status: 204 len: 168 time: 0.1913199 Dec 05 21:52:26.884436 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f38de6-cbdd-4319-b28b-c9a7c2993cd1 req-2a5a0694-11fb-4807-90ec-eecbbd2aefad tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:26.886098 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-48f38de6-cbdd-4319-b28b-c9a7c2993cd1 req-2a5a0694-11fb-4807-90ec-eecbbd2aefad tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 943 time: 0.0855272 Dec 05 21:52:26.942215 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-48f38de6-cbdd-4319-b28b-c9a7c2993cd1 req-4ae9e581-81c0-4cd6-9c60-3c94fe3f240f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0480173 Dec 05 21:52:27.803227 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7bbc8c27-1389-4c93-b96e-a2ec9d24d7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:28.173620 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a77ae-5982-42da-a379-495a44cecd7a req-b21f692b-9bb5-4060-8922-4391081505cd tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:28.175306 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2d4a77ae-5982-42da-a379-495a44cecd7a req-b21f692b-9bb5-4060-8922-4391081505cd tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 943 time: 0.0900612 Dec 05 21:52:28.224821 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2d4a77ae-5982-42da-a379-495a44cecd7a req-c2c0e097-d31f-4a11-b6a8-62f7cb42f506 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0428915 Dec 05 21:52:28.413270 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:29.447298 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d874ed-024a-4501-a060-bfe3eecd98ea req-9ad59080-2b27-47bf-b90b-d766b658904d tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:29.448967 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-53d874ed-024a-4501-a060-bfe3eecd98ea req-9ad59080-2b27-47bf-b90b-d766b658904d tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 943 time: 0.0903444 Dec 05 21:52:29.499010 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-53d874ed-024a-4501-a060-bfe3eecd98ea req-f3b8dfe5-e6e4-4fdf-80a4-37a21d0e13da tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0426073 Dec 05 21:52:29.774811 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:30.719210 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f9a1c-3926-48fe-b71b-a92eb33da83d req-968d7aff-8d12-467a-aeb0-45fd3b931b31 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:30.721551 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-da9f9a1c-3926-48fe-b71b-a92eb33da83d req-968d7aff-8d12-467a-aeb0-45fd3b931b31 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 943 time: 0.0892653 Dec 05 21:52:30.769088 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-da9f9a1c-3926-48fe-b71b-a92eb33da83d req-b0435871-ebc7-4a98-bcf1-7aae726829ec tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0412228 Dec 05 21:52:31.176519 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:31.624980 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device f674960b-2b56-43d4-9b8c-d8b040baa75b up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:52:31.697367 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port f674960b-2b56-43d4-9b8c-d8b040baa75b triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:52:31.697846 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:31.814857 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:31.843005 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41786587-821f-4974-89a9-9a20495b965a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f674960b-2b56-43d4-9b8c-d8b040baa75b'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:52:31.853525 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port f674960b-2b56-43d4-9b8c-d8b040baa75b, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=f674960b-2b56-43d4-9b8c-d8b040baa75b,segment=NetworkSegment(985af089-ac5a-4f04-87ac-190305aff107),segment_id=985af089-ac5a-4f04-87ac-190305aff107)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:52:31.857160 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:31.859079 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:52:31.922645 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41786587-821f-4974-89a9-9a20495b965a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f674960b-2b56-43d4-9b8c-d8b040baa75b', 'code': 200} Dec 05 21:52:31.933575 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=f674960b-2b56-43d4-9b8c-d8b040baa75b,revision_number=6']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:52:31.937206 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:52:32.008366 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f702409-3255-471e-a628-a83b225432b7 req-f64ad922-04ac-4ffb-8d3f-e2057cd8e43b tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:32.009975 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3f702409-3255-471e-a628-a83b225432b7 req-f64ad922-04ac-4ffb-8d3f-e2057cd8e43b tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.0999603 Dec 05 21:52:32.069921 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3f702409-3255-471e-a628-a83b225432b7 req-a14abfc7-0485-4b25-b529-c72c1152f828 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0534129 Dec 05 21:52:32.272397 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319ff37-30cd-4a33-8160-153d5ba5284e req-5d7daebd-4ab7-4f94-bbbc-2bf8aec6c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:32.274015 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d319ff37-30cd-4a33-8160-153d5ba5284e req-5d7daebd-4ab7-4f94-bbbc-2bf8aec6c69a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 1162 time: 0.0744894 Dec 05 21:52:32.320870 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d319ff37-30cd-4a33-8160-153d5ba5284e req-ff789d4b-4506-4f67-9618-ff1efc222576 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0393035 Dec 05 21:52:33.020194 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device f674960b-2b56-43d4-9b8c-d8b040baa75b up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:52:33.091046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port f674960b-2b56-43d4-9b8c-d8b040baa75b triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:52:33.091632 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:33.293082 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6af042-3352-4b81-be9f-145bc8ecf261 req-bd443e35-2fed-42f1-9008-badbc14207ba tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:33.294583 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3f6af042-3352-4b81-be9f-145bc8ecf261 req-bd443e35-2fed-42f1-9008-badbc14207ba tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.0910847 Dec 05 21:52:33.341486 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3f6af042-3352-4b81-be9f-145bc8ecf261 req-6bc1cd94-6d7a-4afa-ba04-004a8435cd7a tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0397000 Dec 05 21:52:34.555846 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e493a6-91fd-4393-ad98-3252fe98e9fc req-553f8e54-5b54-40b3-a9e1-68317e43b25e tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:52:34.557476 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c0e493a6-91fd-4393-ad98-3252fe98e9fc req-553f8e54-5b54-40b3-a9e1-68317e43b25e tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.0860267 Dec 05 21:52:34.610217 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c0e493a6-91fd-4393-ad98-3252fe98e9fc req-688fbb99-1ee9-4627-bbd2-56eda9306383 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0441480 Dec 05 21:52:37.289109 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 60614) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:52:37.453000 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8225e163-8ddb-4ff2-90b8-302fad715651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:37.468302 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-8225e163-8ddb-4ff2-90b8-302fad715651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:52:37.473054 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-8225e163-8ddb-4ff2-90b8-302fad715651 admin admin] Usage tracker for resource:security_group_rule and tenant:444c502e4d5c43d49802957af591bb67 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:52:37.476003 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-8225e163-8ddb-4ff2-90b8-302fad715651 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:52:37.481697 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-8225e163-8ddb-4ff2-90b8-302fad715651 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:52:37.567561 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8225e163-8ddb-4ff2-90b8-302fad715651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:37.571019 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8225e163-8ddb-4ff2-90b8-302fad715651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:37.578702 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-930bf63b-41c5-477f-b6f3-836390b74337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:52:37.627325 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-8225e163-8ddb-4ff2-90b8-302fad715651 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=444c502e4d5c43d49802957af591bb67&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3365116 Dec 05 21:52:37.628387 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225e163-8ddb-4ff2-90b8-302fad715651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2079bf00-f7cf-4f69-9aa5-213acf6a7d0b,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:52:37.630282 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 60620) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:52:37.631909 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8225e163-8ddb-4ff2-90b8-302fad715651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:52:37.695868 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b5713f6-ea04-4491-8490-ef3c0e253232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:37.723067 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b5713f6-ea04-4491-8490-ef3c0e253232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:37.766996 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b5713f6-ea04-4491-8490-ef3c0e253232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:37.772495 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4d0e8304-1bf6-4b9a-a3df-51622ec9e4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:52:37.787804 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5713f6-ea04-4491-8490-ef3c0e253232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2079bf00-f7cf-4f69-9aa5-213acf6a7d0b,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:52:37.793235 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9b5713f6-ea04-4491-8490-ef3c0e253232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:52:37.800009 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b5713f6-ea04-4491-8490-ef3c0e253232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:37.801234 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-9b5713f6-ea04-4491-8490-ef3c0e253232 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2079bf00-f7cf-4f69-9aa5-213acf6a7d0b HTTP/1.1" status: 204 len: 168 time: 0.1699023 Dec 05 21:52:38.153297 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 60628) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:52:38.172281 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b22fa7f8-8557-4fd1-9653-f28b8123394e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:38.187967 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b22fa7f8-8557-4fd1-9653-f28b8123394e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:52:38.192767 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b22fa7f8-8557-4fd1-9653-f28b8123394e admin admin] Usage tracker for resource:security_group_rule and tenant:42297dcd8a0c467696ef8d9bd2c75990 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:52:38.195786 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b22fa7f8-8557-4fd1-9653-f28b8123394e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:52:38.201552 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b22fa7f8-8557-4fd1-9653-f28b8123394e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:52:38.285692 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b22fa7f8-8557-4fd1-9653-f28b8123394e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:38.288328 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b22fa7f8-8557-4fd1-9653-f28b8123394e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:38.297727 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-429070dd-e541-4b76-a665-1b9a2dd54f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:52:38.342614 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b22fa7f8-8557-4fd1-9653-f28b8123394e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=42297dcd8a0c467696ef8d9bd2c75990&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1881654 Dec 05 21:52:38.344325 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fa7f8-8557-4fd1-9653-f28b8123394e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b65d53e-a08e-4104-be87-5804a3e3bd1c,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:52:38.346558 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 60632) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:52:38.348302 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b22fa7f8-8557-4fd1-9653-f28b8123394e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:52:38.412683 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-94d8fe0a-1c00-4478-82d4-650e58772b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:38.440883 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-94d8fe0a-1c00-4478-82d4-650e58772b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:38.485802 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-94d8fe0a-1c00-4478-82d4-650e58772b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:38.490256 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-538a97d7-0d69-4886-9387-aea05d676a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:52:38.504096 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8fe0a-1c00-4478-82d4-650e58772b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b65d53e-a08e-4104-be87-5804a3e3bd1c,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:52:38.506922 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-94d8fe0a-1c00-4478-82d4-650e58772b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:52:38.514691 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-94d8fe0a-1c00-4478-82d4-650e58772b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:38.515947 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-94d8fe0a-1c00-4478-82d4-650e58772b29 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b65d53e-a08e-4104-be87-5804a3e3bd1c HTTP/1.1" status: 204 len: 168 time: 0.1682849 Dec 05 21:52:38.939368 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 60640) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:52:38.960215 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e936c95a-1557-4e1a-ab9c-6bbccf94d9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:38.976786 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e936c95a-1557-4e1a-ab9c-6bbccf94d9d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:52:38.980907 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e936c95a-1557-4e1a-ab9c-6bbccf94d9d7 admin admin] Usage tracker for resource:security_group_rule and tenant:c7e9a868473c4d0798ecfaa541cd5372 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:52:38.983897 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e936c95a-1557-4e1a-ab9c-6bbccf94d9d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:52:38.989866 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e936c95a-1557-4e1a-ab9c-6bbccf94d9d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:52:39.078125 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e936c95a-1557-4e1a-ab9c-6bbccf94d9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:39.081965 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e936c95a-1557-4e1a-ab9c-6bbccf94d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:39.091043 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c04cbb2f-a8b3-4b2c-9f08-8c367820d922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:52:39.135346 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e936c95a-1557-4e1a-ab9c-6bbccf94d9d7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c7e9a868473c4d0798ecfaa541cd5372&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1946511 Dec 05 21:52:39.136359 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936c95a-1557-4e1a-ab9c-6bbccf94d9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c679ad-62f2-4d08-8a60-3ad1773e694c,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:52:39.138258 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 60644) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:52:39.139643 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e936c95a-1557-4e1a-ab9c-6bbccf94d9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:52:39.207445 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be39d463-0fb1-4f38-a752-a099d37751dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:39.234715 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be39d463-0fb1-4f38-a752-a099d37751dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:39.278854 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be39d463-0fb1-4f38-a752-a099d37751dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:39.282653 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c6395ec0-71a0-4042-8181-4c97604fbbfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:52:39.297604 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39d463-0fb1-4f38-a752-a099d37751dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c679ad-62f2-4d08-8a60-3ad1773e694c,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:52:39.300813 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-be39d463-0fb1-4f38-a752-a099d37751dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:52:39.308405 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be39d463-0fb1-4f38-a752-a099d37751dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:39.310483 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-be39d463-0fb1-4f38-a752-a099d37751dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b1c679ad-62f2-4d08-8a60-3ad1773e694c HTTP/1.1" status: 204 len: 168 time: 0.1710341 Dec 05 21:52:42.800307 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 60714) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:52:42.983708 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-efab3aee-ca20-4bcc-8637-8a36a5679c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:42.999797 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-efab3aee-ca20-4bcc-8637-8a36a5679c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:52:43.004599 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-efab3aee-ca20-4bcc-8637-8a36a5679c88 admin admin] Usage tracker for resource:security_group_rule and tenant:fd067371dfc44121aa9a597a837a2156 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:52:43.007564 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-efab3aee-ca20-4bcc-8637-8a36a5679c88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:52:43.013278 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-efab3aee-ca20-4bcc-8637-8a36a5679c88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:52:43.103672 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-efab3aee-ca20-4bcc-8637-8a36a5679c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:43.106520 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-efab3aee-ca20-4bcc-8637-8a36a5679c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:43.116612 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-32ea42e2-083e-42e2-abff-51d75208e868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:52:43.158973 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-efab3aee-ca20-4bcc-8637-8a36a5679c88 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd067371dfc44121aa9a597a837a2156&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3575399 Dec 05 21:52:43.160753 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab3aee-ca20-4bcc-8637-8a36a5679c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21bce60-2782-4759-b522-3e0e9ee68bd3,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:52:43.161853 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 60720) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:52:43.164225 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-efab3aee-ca20-4bcc-8637-8a36a5679c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:52:43.225266 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:43.252749 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:43.299726 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:43.304795 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c2efc43d-26da-431c-a28c-1469e798dd9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:52:43.317743 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21bce60-2782-4759-b522-3e0e9ee68bd3,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:52:43.331643 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.332104 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.332508 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.332908 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.333305 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.333698 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.334089 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.334483 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.334876 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.335262 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.335652 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.336064 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.336509 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.336907 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.337676 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.338067 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.338455 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.338845 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.339234 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.339622 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.340034 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.340424 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.340811 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.341220 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:52:43.345099 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:52:43.347332 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:43.351670 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b21bce60-2782-4759-b522-3e0e9ee68bd3 HTTP/1.1" status: 204 len: 168 time: 0.1886709 Dec 05 21:52:43.704200 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 60728) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:52:43.723941 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5c504243-e90b-4231-8067-723ae73b5818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:43.743630 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5c504243-e90b-4231-8067-723ae73b5818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:52:43.747653 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5c504243-e90b-4231-8067-723ae73b5818 admin admin] Usage tracker for resource:security_group_rule and tenant:753b0c373cb44d9cb49f68035668242b is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:52:43.750642 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5c504243-e90b-4231-8067-723ae73b5818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:52:43.756425 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5c504243-e90b-4231-8067-723ae73b5818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:52:43.846775 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5c504243-e90b-4231-8067-723ae73b5818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:43.849351 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5c504243-e90b-4231-8067-723ae73b5818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:43.856671 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0c8fcd3d-5373-4d72-a413-feea0bfc6865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:52:43.898884 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c504243-e90b-4231-8067-723ae73b5818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bae9d8-b403-4a99-98a5-86e9c1bff011,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:52:43.903818 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5c504243-e90b-4231-8067-723ae73b5818 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=753b0c373cb44d9cb49f68035668242b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1984627 Dec 05 21:52:43.904808 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5c504243-e90b-4231-8067-723ae73b5818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:52:43.906688 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 60732) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:52:43.969369 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2a5be99c-d52c-4e0c-b59d-672c74e8c933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:43.998000 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2a5be99c-d52c-4e0c-b59d-672c74e8c933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:44.043874 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2a5be99c-d52c-4e0c-b59d-672c74e8c933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:44.049535 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b1e444ad-9e6b-4a19-86f9-c8ed21f145e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:52:44.067177 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5be99c-d52c-4e0c-b59d-672c74e8c933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bae9d8-b403-4a99-98a5-86e9c1bff011,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:52:44.069996 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2a5be99c-d52c-4e0c-b59d-672c74e8c933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:52:44.071203 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2a5be99c-d52c-4e0c-b59d-672c74e8c933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:44.074220 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2a5be99c-d52c-4e0c-b59d-672c74e8c933 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3bae9d8-b403-4a99-98a5-86e9c1bff011 HTTP/1.1" status: 204 len: 168 time: 0.1647637 Dec 05 21:52:45.780926 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:55.039491 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e673af77-5ff6-4909-bb02-4d1d985b3885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:55.539674 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:52:57.803957 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b73de872-efe0-4d43-97d2-fdb7da13f371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:58.415421 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:52:59.767710 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:01.178908 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:05.898260 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 60864) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:53:06.053742 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5112e0cc-4de8-4dee-a16e-08dd5e6203a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:06.069431 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5112e0cc-4de8-4dee-a16e-08dd5e6203a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:53:06.073515 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5112e0cc-4de8-4dee-a16e-08dd5e6203a2 admin admin] Usage tracker for resource:security_group_rule and tenant:8da91ae72f4f4647b08c981012bdd8c9 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:53:06.076557 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5112e0cc-4de8-4dee-a16e-08dd5e6203a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:53:06.083010 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5112e0cc-4de8-4dee-a16e-08dd5e6203a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:53:06.170376 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5112e0cc-4de8-4dee-a16e-08dd5e6203a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:06.173340 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5112e0cc-4de8-4dee-a16e-08dd5e6203a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:06.183459 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c1da87de-3db9-4cc5-8b2c-be450a134373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:06.226896 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5112e0cc-4de8-4dee-a16e-08dd5e6203a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8da91ae72f4f4647b08c981012bdd8c9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3274760 Dec 05 21:53:06.228681 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112e0cc-4de8-4dee-a16e-08dd5e6203a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a101a7-1442-4b12-850f-99c7d67a74c0,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:06.229968 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 60870) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:53:06.232123 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5112e0cc-4de8-4dee-a16e-08dd5e6203a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:06.294597 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:06.323367 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:06.370507 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:06.380712 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:06.393551 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a101a7-1442-4b12-850f-99c7d67a74c0,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:06.406722 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.407133 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.407531 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.407949 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.408342 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.408731 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.409191 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.409500 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.409862 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.410769 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.411330 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.411666 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.412148 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.412537 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.412925 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.413307 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.413689 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.414074 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.414454 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.414836 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.415219 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.415600 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.416004 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.416386 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:06.420245 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:06.421577 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:06.422765 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/48a101a7-1442-4b12-850f-99c7d67a74c0 HTTP/1.1" status: 204 len: 168 time: 0.1916845 Dec 05 21:53:11.610697 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 60940) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:53:11.763471 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c621ed05-8f91-4b76-8050-dfa0f906c713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:11.783953 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c621ed05-8f91-4b76-8050-dfa0f906c713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:53:11.788150 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c621ed05-8f91-4b76-8050-dfa0f906c713 admin admin] Usage tracker for resource:security_group_rule and tenant:eb99fd2f0d48451e8895f47e0fbcc596 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:53:11.791089 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c621ed05-8f91-4b76-8050-dfa0f906c713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:53:11.796784 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c621ed05-8f91-4b76-8050-dfa0f906c713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:53:11.880423 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c621ed05-8f91-4b76-8050-dfa0f906c713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:11.883261 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c621ed05-8f91-4b76-8050-dfa0f906c713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:11.892100 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-855fcb1f-e247-4bfe-820b-39cc656c6707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:11.934608 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c621ed05-8f91-4b76-8050-dfa0f906c713 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb99fd2f0d48451e8895f47e0fbcc596&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3227153 Dec 05 21:53:11.935542 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621ed05-8f91-4b76-8050-dfa0f906c713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183c4048-7e90-463b-97d7-ae23c3497774,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:11.938570 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 60946) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:53:11.939281 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c621ed05-8f91-4b76-8050-dfa0f906c713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:12.005603 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fd33fe01-49e7-4d96-a9cd-860ea117e1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:12.033233 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fd33fe01-49e7-4d96-a9cd-860ea117e1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:12.081653 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fd33fe01-49e7-4d96-a9cd-860ea117e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:12.086653 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b51a78f0-b751-4b9d-a339-c8b13b312241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:12.099445 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33fe01-49e7-4d96-a9cd-860ea117e1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183c4048-7e90-463b-97d7-ae23c3497774,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:12.102344 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fd33fe01-49e7-4d96-a9cd-860ea117e1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:12.110677 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fd33fe01-49e7-4d96-a9cd-860ea117e1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:12.112106 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-fd33fe01-49e7-4d96-a9cd-860ea117e1cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/183c4048-7e90-463b-97d7-ae23c3497774 HTTP/1.1" status: 204 len: 168 time: 0.1723831 Dec 05 21:53:12.952976 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 60968) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:53:13.095447 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-369518122-network', 'tenant_id': '628008219bcc4acfa8ee06c7741148f2'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:53:13.101236 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:53:13.105395 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Usage tracker for resource:network and tenant:628008219bcc4acfa8ee06c7741148f2 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:53:13.108474 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:53:13.115987 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:53:13.125902 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Made reservation on behalf of 628008219bcc4acfa8ee06c7741148f2 for: {'network': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:53:13.130713 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for network, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:13.143562 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:13.159050 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:53:13.164024 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Usage tracker for resource:security_group_rule and tenant:628008219bcc4acfa8ee06c7741148f2 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:53:13.167008 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:53:13.172825 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:53:13.256768 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:13.259516 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:13.263698 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6426c369-7b28-40f5-a56f-a27a8c333b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:13.296466 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 05 21:53:13.306261 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee47eeb-a783-44a5-a1ed-552d761bba29,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:13.309713 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:13.314336 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:13.314819 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Added segment 0e990b0a-1233-4ae2-9a3c-3b7827608a70 of type vxlan for network 940b5366-13ae-4afc-8628-d326d1cab76f Dec 05 21:53:13.342606 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284944475320'] for network, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:13.375794 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for network, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:13.377148 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:13.377783 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:13.382921 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:13.484341 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5301654 Dec 05 21:53:13.487486 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 60974) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:53:13.488066 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Pushing event updated for resources: {'Network': ['ID=940b5366-13ae-4afc-8628-d326d1cab76f,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:13.491461 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:13.493882 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-d8997692-762b-46b4-a92e-62817a9a7b05 admin admin] Request body: {'subnet': {'network_id': '940b5366-13ae-4afc-8628-d326d1cab76f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-369518122-subnet', 'tenant_id': '628008219bcc4acfa8ee06c7741148f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:53:13.498811 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Network 940b5366-13ae-4afc-8628-d326d1cab76f details requested by agent ovs-agent-dv-cinder-757908-4-iscsi with host dv-cinder-757908-4-iscsi {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:53:13.499230 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-d8997692-762b-46b4-a92e-62817a9a7b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:53:13.503367 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-d8997692-762b-46b4-a92e-62817a9a7b05 admin admin] Usage tracker for resource:subnet and tenant:628008219bcc4acfa8ee06c7741148f2 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:53:13.506474 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-d8997692-762b-46b4-a92e-62817a9a7b05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:53:13.512261 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-d8997692-762b-46b4-a92e-62817a9a7b05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:53:13.524864 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8997692-762b-46b4-a92e-62817a9a7b05 admin admin] Made reservation on behalf of 628008219bcc4acfa8ee06c7741148f2 for: {'subnet': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:53:13.530692 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d8997692-762b-46b4-a92e-62817a9a7b05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16691644'] for subnet, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:13.583834 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Network 940b5366-13ae-4afc-8628-d326d1cab76f details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:53:13.941007 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d8997692-762b-46b4-a92e-62817a9a7b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839153435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16691629'] for subnet, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:13.956810 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:14.090014 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8997692-762b-46b4-a92e-62817a9a7b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a10c0c35-d593-45f6-9712-7414d644fb3b,revision_number=0']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:14.097120 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d8997692-762b-46b4-a92e-62817a9a7b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:14.155560 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8997692-762b-46b4-a92e-62817a9a7b05 admin admin] Checking segment: {'id': '0e990b0a-1233-4ae2-9a3c-3b7827608a70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '940b5366-13ae-4afc-8628-d326d1cab76f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:53:14.155987 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8997692-762b-46b4-a92e-62817a9a7b05 admin admin] Network hostable DHCP agents. Network: 940b5366-13ae-4afc-8628-d326d1cab76f, hostable agents: ['f9b3e222-eb4b-465e-917f-070186e4772e'], hosted agents: [] {{(pid=80240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 05 21:53:14.174439 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8997692-762b-46b4-a92e-62817a9a7b05 admin admin] Network 940b5366-13ae-4afc-8628-d326d1cab76f is scheduled to be hosted by DHCP agent f9b3e222-eb4b-465e-917f-070186e4772e with binding_index 1 {{(pid=80240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 05 21:53:14.183287 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-d8997692-762b-46b4-a92e-62817a9a7b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-4-iscsi, 940b5366-13ae-4afc-8628-d326d1cab76f) {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:53:14.192549 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b1f874-43b8-4ec3-8854-f9555b7a26e5 None None] Network 940b5366-13ae-4afc-8628-d326d1cab76f requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:53:14.195409 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8997692-762b-46b4-a92e-62817a9a7b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:14.196102 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d8997692-762b-46b4-a92e-62817a9a7b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for subnet, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:14.221361 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-d8997692-762b-46b4-a92e-62817a9a7b05 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7324176 Dec 05 21:53:14.340136 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2d444f70-15e4-4dd0-a7aa-d65f4676e5be req-5bdc1c02-1382-4fd7-8eee-85f87ff759b4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0866110 Dec 05 21:53:14.425492 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e539a46a-0ee7-409e-b2b1-f6219add5003 None None] Network 940b5366-13ae-4afc-8628-d326d1cab76f requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:53:14.515726 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d444f70-15e4-4dd0-a7aa-d65f4676e5be req-6a88698f-ea6c-4c20-88d2-f868afa84840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:14.521622 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2d444f70-15e4-4dd0-a7aa-d65f4676e5be req-6a88698f-ea6c-4c20-88d2-f868afa84840 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37ac9d224de24a2484f2fdefe069b4bf&device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 1162 time: 0.0819576 Dec 05 21:53:14.690752 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d444f70-15e4-4dd0-a7aa-d65f4676e5be req-65e7c329-93f3-4559-8972-20021af54734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:14.693048 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2d444f70-15e4-4dd0-a7aa-d65f4676e5be req-65e7c329-93f3-4559-8972-20021af54734 service neutron] 10.222.0.53 "GET /v2.0/networks?id=811ae4e3-171e-48fa-8bac-30edfe0da7b4 HTTP/1.1" status: 200 len: 904 time: 0.1530390 Dec 05 21:53:14.773159 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2d444f70-15e4-4dd0-a7aa-d65f4676e5be req-64978eef-7dd0-45f9-aaa9-80e86c93daa5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6a35222-ae62-4ae7-b015-af636a2f0cf3 HTTP/1.1" status: 200 len: 217 time: 0.0703471 Dec 05 21:53:14.845132 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d444f70-15e4-4dd0-a7aa-d65f4676e5be req-7621f68f-fbdd-451d-8029-c74ce239d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:14.846767 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2d444f70-15e4-4dd0-a7aa-d65f4676e5be req-7621f68f-fbdd-451d-8029-c74ce239d974 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1dcf2694-5e4a-45e4-991f-a09b77fb18bf HTTP/1.1" status: 200 len: 849 time: 0.0668311 Dec 05 21:53:14.933400 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d444f70-15e4-4dd0-a7aa-d65f4676e5be req-b3d955d7-80dd-4e7d-83a2-2c0c8e3cef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:14.935015 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2d444f70-15e4-4dd0-a7aa-d65f4676e5be req-b3d955d7-80dd-4e7d-83a2-2c0c8e3cef9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=811ae4e3-171e-48fa-8bac-30edfe0da7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819902 Dec 05 21:53:15.084258 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2d444f70-15e4-4dd0-a7aa-d65f4676e5be req-63e1e265-9675-4e63-94d8-9f48621f826c service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417217 Dec 05 21:53:15.226518 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2d444f70-15e4-4dd0-a7aa-d65f4676e5be req-6e87729f-042c-44a3-ab44-ae857e382182 service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1354165 Dec 05 21:53:15.796554 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:16.437488 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-9f8d3298-8d6a-4a92-a84b-277a9c22336a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:16.438221 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-9f8d3298-8d6a-4a92-a84b-277a9c22336a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Synchronizing usage tracker for tenant:628008219bcc4acfa8ee06c7741148f2 on resource:network {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:53:16.454343 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-9f8d3298-8d6a-4a92-a84b-277a9c22336a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Unset dirty status for tenant:628008219bcc4acfa8ee06c7741148f2 on resource:network {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:53:16.455608 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-9f8d3298-8d6a-4a92-a84b-277a9c22336a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/networks?id=940b5366-13ae-4afc-8628-d326d1cab76f HTTP/1.1" status: 200 len: 808 time: 0.1695726 Dec 05 21:53:16.472388 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-06c254cf-aa02-4c3f-94ed-c4c4472ae1e1 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/quotas/628008219bcc4acfa8ee06c7741148f2 HTTP/1.1" status: 200 len: 375 time: 0.0097535 Dec 05 21:53:16.532127 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-42eae185-2fe3-40ca-8a6d-80e1325d4195 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?tenant_id=628008219bcc4acfa8ee06c7741148f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532784 Dec 05 21:53:16.618148 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-5fb97aa7-0d89-4e17-83cf-aed9eaea3f21 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80239) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 05 21:53:16.619238 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-5fb97aa7-0d89-4e17-83cf-aed9eaea3f21 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0781808 Dec 05 21:53:16.995898 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-78a3dc4d-9b3f-4738-9464-34ad2ed648e9 service neutron] 10.222.0.50 "GET /v2.0/networks/940b5366-13ae-4afc-8628-d326d1cab76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697264 Dec 05 21:53:17.141016 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-df5f95ef-ad19-49e4-a116-7a9ee7aa4c5b service neutron] 10.222.0.50 "GET /v2.0/networks/940b5366-13ae-4afc-8628-d326d1cab76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1383510 Dec 05 21:53:17.346764 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c7d90b41-af99-406b-a820-9e910a8442a4 req-96b239f2-90b8-4d3d-b8d8-322dfd377e58 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=c2f8ddce-8a8a-49d0-800d-76e7b44ae759 HTTP/1.1" status: 200 len: 210 time: 0.0498807 Dec 05 21:53:18.550318 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-25094f19-8dd4-4fab-849f-64b6469631f6 req-f8e07edb-4147-45ab-bff9-dc82fc45a4e5 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=c2f8ddce-8a8a-49d0-800d-76e7b44ae759 HTTP/1.1" status: 200 len: 210 time: 0.0673676 Dec 05 21:53:18.592205 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-0327df60-49ce-488e-b433-78c2af9faa5b tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:18.593739 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-0327df60-49ce-488e-b433-78c2af9faa5b tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.53 "GET /v2.0/networks?id=940b5366-13ae-4afc-8628-d326d1cab76f HTTP/1.1" status: 200 len: 808 time: 0.2194574 Dec 05 21:53:18.617718 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-c27fe244-da69-4e0b-8e02-5f9674578a8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Request body: {'port': {'device_id': 'c2f8ddce-8a8a-49d0-800d-76e7b44ae759', 'network_id': '940b5366-13ae-4afc-8628-d326d1cab76f', 'admin_state_up': True, 'tenant_id': '628008219bcc4acfa8ee06c7741148f2'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:53:18.761851 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-c27fe244-da69-4e0b-8e02-5f9674578a8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:53:18.765892 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-c27fe244-da69-4e0b-8e02-5f9674578a8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Usage tracker for resource:port and tenant:628008219bcc4acfa8ee06c7741148f2 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:53:18.768922 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-c27fe244-da69-4e0b-8e02-5f9674578a8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Quota usage for port was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:53:18.775295 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-c27fe244-da69-4e0b-8e02-5f9674578a8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:53:18.784935 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-c27fe244-da69-4e0b-8e02-5f9674578a8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Made reservation on behalf of 628008219bcc4acfa8ee06c7741148f2 for: {'port': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:53:18.790550 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-c27fe244-da69-4e0b-8e02-5f9674578a8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:19.103092 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-c27fe244-da69-4e0b-8e02-5f9674578a8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Allocated IP 172.20.0.7 (940b5366-13ae-4afc-8628-d326d1cab76f/a10c0c35-d593-45f6-9712-7414d644fb3b/a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:53:19.314518 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-c27fe244-da69-4e0b-8e02-5f9674578a8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:19.341505 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-c27fe244-da69-4e0b-8e02-5f9674578a8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:19.356374 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c4d13646-8a6d-4585-94fe-15413391291a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:19.499112 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fe244-da69-4e0b-8e02-5f9674578a8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Pushing event updated for resources: {'Port': ['ID=a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:19.504397 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c27fe244-da69-4e0b-8e02-5f9674578a8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:19.548830 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-c27fe244-da69-4e0b-8e02-5f9674578a8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Network 940b5366-13ae-4afc-8628-d326d1cab76f is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:53:19.549776 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-c27fe244-da69-4e0b-8e02-5f9674578a8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:53:19.553038 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-c27fe244-da69-4e0b-8e02-5f9674578a8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:53:19.620522 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-c27fe244-da69-4e0b-8e02-5f9674578a8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:19.621187 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-c27fe244-da69-4e0b-8e02-5f9674578a8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:19.642301 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-c27fe244-da69-4e0b-8e02-5f9674578a8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0294359 Dec 05 21:53:19.661610 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Request body: {'port': {'device_id': 'c2f8ddce-8a8a-49d0-800d-76e7b44ae759', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:53:19.772623 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49947fd-7582-4076-986f-f15a5ab8c285 req-7322ca20-f1e8-4b32-8e90-321dfcbcde24 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:19.774260 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d49947fd-7582-4076-986f-f15a5ab8c285 req-7322ca20-f1e8-4b32-8e90-321dfcbcde24 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=c2f8ddce-8a8a-49d0-800d-76e7b44ae759 HTTP/1.1" status: 200 len: 931 time: 0.0844738 Dec 05 21:53:19.776158 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:19.824984 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d49947fd-7582-4076-986f-f15a5ab8c285 req-cd845eb0-39bd-451e-ad1b-f80649d9dcf3 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428097 Dec 05 21:53:20.194945 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa {{(pid=80239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 05 21:53:20.201973 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:20.215326 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Transition to ACTIVE for port object a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa will not be triggered until provisioned by entity L2. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:53:20.217965 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14624611'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:20.233460 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d610431e-0fc9-4367-b11f-59c0b5acc242 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:20.370407 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Pushing event updated for resources: {'Port': ['ID=a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:20.374772 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:20.550263 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Attempting to bind port a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:53:20.550675 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Attempting to bind port a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '0e990b0a-1233-4ae2-9a3c-3b7827608a70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '940b5366-13ae-4afc-8628-d326d1cab76f'}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:53:20.551003 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Attempting to bind port a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa on network 940b5366-13ae-4afc-8628-d326d1cab76f {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:53:20.557536 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Checking agent: {'id': '73420180-90c9-4440-8e64-a61aa3b256a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 39, 15), 'started_at': datetime.datetime(2020, 12, 5, 21, 39, 45), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 7, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:53:20.558060 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Checking segment: {'id': '0e990b0a-1233-4ae2-9a3c-3b7827608a70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '940b5366-13ae-4afc-8628-d326d1cab76f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:53:20.558286 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:20.558683 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Bound using segment: {'id': '0e990b0a-1233-4ae2-9a3c-3b7827608a70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '940b5366-13ae-4afc-8628-d326d1cab76f'} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:53:20.559155 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Bound port: a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e990b0a-1233-4ae2-9a3c-3b7827608a70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '940b5366-13ae-4afc-8628-d326d1cab76f'}}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:53:20.559527 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:20.654632 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] For port a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa, host hv-cinder-75790, cleared binding levels {{(pid=80239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:53:20.657690 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] For port a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa,segment=NetworkSegment(0e990b0a-1233-4ae2-9a3c-3b7827608a70),segment_id=0e990b0a-1233-4ae2-9a3c-3b7827608a70)] {{(pid=80239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:53:20.661179 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14624611'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:20.676268 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dc876b34-6325-4681-8997-8ce0ee85b5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:20.824443 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Pushing event updated for resources: {'Port': ['ID=a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa,revision_number=3']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:20.829583 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:20.861130 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:20.861811 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:20.863330 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] 10.222.0.53 "PUT /v2.0/ports/a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa HTTP/1.1" status: 200 len: 1157 time: 1.2066736 Dec 05 21:53:20.863906 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f8ddce-8a8a-49d0-800d-76e7b44ae759', 'tag': 'a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:53:21.065363 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-7b12c83d-6390-49b2-8009-3141a6351e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:21.067612 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-7b12c83d-6390-49b2-8009-3141a6351e4d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=628008219bcc4acfa8ee06c7741148f2&device_id=c2f8ddce-8a8a-49d0-800d-76e7b44ae759 HTTP/1.1" status: 200 len: 1160 time: 0.1515660 Dec 05 21:53:21.078660 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312236ef-736e-4a1d-8a75-949f0e97069b req-c919b0db-ca29-4b0e-96b5-879e2e4c531d tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:21.079403 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-312236ef-736e-4a1d-8a75-949f0e97069b req-c919b0db-ca29-4b0e-96b5-879e2e4c531d tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Synchronizing usage tracker for tenant:628008219bcc4acfa8ee06c7741148f2 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:53:21.143170 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f8ddce-8a8a-49d0-800d-76e7b44ae759', 'tag': 'a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa', 'status': 'completed', 'code': 200} Dec 05 21:53:21.155701 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-b8ce2490-617f-4e4a-a7ff-c35a3dbd9a13 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa HTTP/1.1" status: 200 len: 217 time: 0.0721309 Dec 05 21:53:21.200758 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-312236ef-736e-4a1d-8a75-949f0e97069b req-c919b0db-ca29-4b0e-96b5-879e2e4c531d tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Unset dirty status for tenant:628008219bcc4acfa8ee06c7741148f2 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:53:21.201985 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-312236ef-736e-4a1d-8a75-949f0e97069b req-c919b0db-ca29-4b0e-96b5-879e2e4c531d tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=c2f8ddce-8a8a-49d0-800d-76e7b44ae759 HTTP/1.1" status: 200 len: 943 time: 0.2407167 Dec 05 21:53:21.258496 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-ba8ed07a-abda-4097-8de6-fcb64196d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:21.259989 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-ba8ed07a-abda-4097-8de6-fcb64196d0d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a10c0c35-d593-45f6-9712-7414d644fb3b HTTP/1.1" status: 200 len: 848 time: 0.0971992 Dec 05 21:53:21.265807 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-312236ef-736e-4a1d-8a75-949f0e97069b req-3ec8eb32-f1da-474e-bdcd-9b0fcdefdace tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Synchronizing usage tracker for tenant:628008219bcc4acfa8ee06c7741148f2 on resource:security_group {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:53:21.319321 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-2a15bcc4-5ebc-4f67-a0e5-8dcbe923d546 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=940b5366-13ae-4afc-8628-d326d1cab76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506666 Dec 05 21:53:21.351372 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-312236ef-736e-4a1d-8a75-949f0e97069b req-3ec8eb32-f1da-474e-bdcd-9b0fcdefdace tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Unset dirty status for tenant:628008219bcc4acfa8ee06c7741148f2 on resource:security_group {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:53:21.352599 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-312236ef-736e-4a1d-8a75-949f0e97069b req-3ec8eb32-f1da-474e-bdcd-9b0fcdefdace tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433885 Dec 05 21:53:21.465173 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-440c0bfb-5b4c-460a-a48d-c597f67c7733 service neutron] 10.222.0.53 "GET /v2.0/networks/940b5366-13ae-4afc-8628-d326d1cab76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381352 Dec 05 21:53:21.849427 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-821a2b34-fb6b-40d2-8fba-4e7727f36fa8 req-ee398971-a87f-4c29-a576-8135f4dbf512 service neutron] 10.222.0.53 "GET /v2.0/networks/940b5366-13ae-4afc-8628-d326d1cab76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3771403 Dec 05 21:53:22.031598 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17994a-8942-47b8-958d-f21a0dc99d24 req-0013218f-221d-4c58-a867-79e919e08e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:22.033244 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4c17994a-8942-47b8-958d-f21a0dc99d24 req-0013218f-221d-4c58-a867-79e919e08e8f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=628008219bcc4acfa8ee06c7741148f2&device_id=c2f8ddce-8a8a-49d0-800d-76e7b44ae759 HTTP/1.1" status: 200 len: 1160 time: 0.0768921 Dec 05 21:53:22.175587 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17994a-8942-47b8-958d-f21a0dc99d24 req-0fa9bc30-bd0f-4fa0-8fbc-816c0a2d9cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:22.177153 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4c17994a-8942-47b8-958d-f21a0dc99d24 req-0fa9bc30-bd0f-4fa0-8fbc-816c0a2d9cd4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=940b5366-13ae-4afc-8628-d326d1cab76f HTTP/1.1" status: 200 len: 902 time: 0.1372151 Dec 05 21:53:22.249778 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4c17994a-8942-47b8-958d-f21a0dc99d24 req-f443b14d-e122-4323-882a-d3ec91059444 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa HTTP/1.1" status: 200 len: 217 time: 0.0658107 Dec 05 21:53:22.318675 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17994a-8942-47b8-958d-f21a0dc99d24 req-6093b880-bccc-46d5-8972-bb94506a4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:22.320286 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4c17994a-8942-47b8-958d-f21a0dc99d24 req-6093b880-bccc-46d5-8972-bb94506a4d11 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a10c0c35-d593-45f6-9712-7414d644fb3b HTTP/1.1" status: 200 len: 848 time: 0.0644119 Dec 05 21:53:22.372108 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4c17994a-8942-47b8-958d-f21a0dc99d24 req-9fd1e59b-d2b9-47a2-a7ac-c8b73e3a5183 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=940b5366-13ae-4afc-8628-d326d1cab76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444677 Dec 05 21:53:22.517966 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4c17994a-8942-47b8-958d-f21a0dc99d24 req-1861b535-5e22-4a6a-97d0-889bd320e0b0 service neutron] 10.222.0.53 "GET /v2.0/networks/940b5366-13ae-4afc-8628-d326d1cab76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375656 Dec 05 21:53:22.583255 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098ec59-e437-44ed-ba92-5957240e6361 req-91d2cde0-5b54-4283-b8a6-0dba0d4d104d tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:22.585003 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b098ec59-e437-44ed-ba92-5957240e6361 req-91d2cde0-5b54-4283-b8a6-0dba0d4d104d tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=c2f8ddce-8a8a-49d0-800d-76e7b44ae759 HTTP/1.1" status: 200 len: 943 time: 0.0962298 Dec 05 21:53:22.636114 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b098ec59-e437-44ed-ba92-5957240e6361 req-8f1b0a43-8394-4bf7-80a3-832030ccfe1a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445924 Dec 05 21:53:22.672923 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4c17994a-8942-47b8-958d-f21a0dc99d24 req-efc3e896-1dfa-4e63-808a-7184db9260b8 service neutron] 10.222.0.53 "GET /v2.0/networks/940b5366-13ae-4afc-8628-d326d1cab76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1477001 Dec 05 21:53:23.855721 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2c2df-1037-4c3c-b911-028a209e04f0 req-c3e93a88-530e-45b0-9096-db9e23700e0d tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:23.857264 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ece2c2df-1037-4c3c-b911-028a209e04f0 req-c3e93a88-530e-45b0-9096-db9e23700e0d tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=c2f8ddce-8a8a-49d0-800d-76e7b44ae759 HTTP/1.1" status: 200 len: 943 time: 0.0882516 Dec 05 21:53:23.904891 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ece2c2df-1037-4c3c-b911-028a209e04f0 req-0b58567c-cb66-4d01-8ad3-ad53dcec34c0 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412848 Dec 05 21:53:24.881596 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e5192f89-d247-46ef-b1b0-7dbfea29a6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:25.115789 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d0202-8885-45e9-975c-26f31cba524c req-48230dd8-9b72-4b9f-8695-2f1d72e35524 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:25.117347 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd2d0202-8885-45e9-975c-26f31cba524c req-48230dd8-9b72-4b9f-8695-2f1d72e35524 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=c2f8ddce-8a8a-49d0-800d-76e7b44ae759 HTTP/1.1" status: 200 len: 943 time: 0.0834360 Dec 05 21:53:25.177409 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd2d0202-8885-45e9-975c-26f31cba524c req-65682c0d-876a-4cc4-81d5-06273f09b4ea tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535271 Dec 05 21:53:25.994591 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.objects.ports [None req-84014667-3e5f-411c-91d2-89ec5f603f92 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80241) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 05 21:53:26.410882 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639e312-46d5-4e4f-8bfc-df9bf5ed5a4f req-dc64fc40-3405-4f9f-a4a0-e84b877a303b tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:26.412495 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9639e312-46d5-4e4f-8bfc-df9bf5ed5a4f req-dc64fc40-3405-4f9f-a4a0-e84b877a303b tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=c2f8ddce-8a8a-49d0-800d-76e7b44ae759 HTTP/1.1" status: 200 len: 943 time: 0.0906820 Dec 05 21:53:26.460166 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9639e312-46d5-4e4f-8bfc-df9bf5ed5a4f req-1676409f-d6ee-4763-87f3-68cf6a96cc63 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411091 Dec 05 21:53:26.873300 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:53:26.948557 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning for port a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:53:26.953634 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:53:26.954045 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:27.074343 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:27.100780 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f8ddce-8a8a-49d0-800d-76e7b44ae759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:53:27.110831 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa,segment=NetworkSegment(0e990b0a-1233-4ae2-9a3c-3b7827608a70),segment_id=0e990b0a-1233-4ae2-9a3c-3b7827608a70)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:53:27.114551 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:27.116595 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d7bd374f-16fb-4392-ad27-7a53ba2e23e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:27.183139 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:27.192347 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.192737 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.193125 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.193494 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.193870 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.194249 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.194604 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.196150 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.196558 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.196937 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.197314 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.197693 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.198129 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.198518 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.198883 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.199285 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.199644 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.200203 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.200564 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.200924 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.201423 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.201664 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.202021 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.202381 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:27.207979 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:27.248326 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f8ddce-8a8a-49d0-800d-76e7b44ae759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa', 'code': 200} Dec 05 21:53:27.529647 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea2617-fb5c-4995-a0f7-9462c913f941 req-054a8d57-91f2-4764-9f81-de3f58fa606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:27.531146 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d7ea2617-fb5c-4995-a0f7-9462c913f941 req-054a8d57-91f2-4764-9f81-de3f58fa606c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c2f8ddce-8a8a-49d0-800d-76e7b44ae759 HTTP/1.1" status: 200 len: 1162 time: 0.0765431 Dec 05 21:53:27.577103 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d7ea2617-fb5c-4995-a0f7-9462c913f941 req-0e0442bb-1056-4676-a12a-4297dcaa9084 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390921 Dec 05 21:53:27.677396 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6483b86-5f30-4100-bad5-115d197af093 req-0d5cf232-50cd-4125-86b8-4f3fae493a81 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:27.679026 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d6483b86-5f30-4100-bad5-115d197af093 req-0d5cf232-50cd-4125-86b8-4f3fae493a81 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=c2f8ddce-8a8a-49d0-800d-76e7b44ae759 HTTP/1.1" status: 200 len: 945 time: 0.0878394 Dec 05 21:53:27.728193 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d6483b86-5f30-4100-bad5-115d197af093 req-db29ea8d-0498-4a16-af09-a8803117f5aa tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424435 Dec 05 21:53:27.805244 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-426a1e85-1ac1-45f1-9249-bda7f076399c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:27.994644 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:53:28.067894 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:53:28.068220 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:28.417423 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:28.940841 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4bd9b-6156-449e-bffc-95d0ed1c5f85 req-5cb12f74-46c3-456e-bcf7-2932b0d9efd9 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:28.942641 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-54f4bd9b-6156-449e-bffc-95d0ed1c5f85 req-5cb12f74-46c3-456e-bcf7-2932b0d9efd9 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=c2f8ddce-8a8a-49d0-800d-76e7b44ae759 HTTP/1.1" status: 200 len: 945 time: 0.0830963 Dec 05 21:53:28.992594 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-54f4bd9b-6156-449e-bffc-95d0ed1c5f85 req-a39e6da0-1c51-4b28-9bb7-fdbb07051fc4 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435643 Dec 05 21:53:29.776176 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:30.021215 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:53:30.090391 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:53:30.090801 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:30.211439 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa0c39-1748-4678-9ea3-e5ba8c57d3a1 req-150315fd-c8da-4acc-9702-21618d34083b tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:30.213109 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1efa0c39-1748-4678-9ea3-e5ba8c57d3a1 req-150315fd-c8da-4acc-9702-21618d34083b tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=c2f8ddce-8a8a-49d0-800d-76e7b44ae759 HTTP/1.1" status: 200 len: 945 time: 0.0865736 Dec 05 21:53:30.266154 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1efa0c39-1748-4678-9ea3-e5ba8c57d3a1 req-516bcf13-1ca6-42fa-be19-b600aef661b8 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462034 Dec 05 21:53:31.180957 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:31.447259 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d62cd5-a167-4ddd-8809-e3e32a6df893 req-a99afb00-3216-4657-8720-9e802abb2136 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:31.448895 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b0d62cd5-a167-4ddd-8809-e3e32a6df893 req-a99afb00-3216-4657-8720-9e802abb2136 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=c2f8ddce-8a8a-49d0-800d-76e7b44ae759 HTTP/1.1" status: 200 len: 945 time: 0.0870178 Dec 05 21:53:31.495638 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b0d62cd5-a167-4ddd-8809-e3e32a6df893 req-ac5f8382-10f8-431d-b853-d5f2c3ea9812 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404935 Dec 05 21:53:32.540129 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:53:32.717871 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e8a8c-db34-4e7f-bc86-bb14969828ef req-3180052f-9109-4b5f-bc62-3876bd73d956 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:32.719463 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ff0e8a8c-db34-4e7f-bc86-bb14969828ef req-3180052f-9109-4b5f-bc62-3876bd73d956 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=c2f8ddce-8a8a-49d0-800d-76e7b44ae759 HTTP/1.1" status: 200 len: 945 time: 0.0914576 Dec 05 21:53:32.766376 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ff0e8a8c-db34-4e7f-bc86-bb14969828ef req-aa601615-e933-4f40-be5a-514b3207dd68 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397129 Dec 05 21:53:33.237131 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a43d93-2494-43c0-b565-13ff471265a5 req-7f6838c5-0f23-4def-ab9b-93bc49bd9fc2 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:33.238747 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-69a43d93-2494-43c0-b565-13ff471265a5 req-7f6838c5-0f23-4def-ab9b-93bc49bd9fc2 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.53 "GET /v2.0/ports?device_id=c2f8ddce-8a8a-49d0-800d-76e7b44ae759 HTTP/1.1" status: 200 len: 945 time: 0.0859134 Dec 05 21:53:33.311989 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-69a43d93-2494-43c0-b565-13ff471265a5 req-4048d959-4b84-4051-a975-5f82953892dd tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Deleting port a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:53:33.312368 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-69a43d93-2494-43c0-b565-13ff471265a5 req-4048d959-4b84-4051-a975-5f82953892dd tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:33.564842 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-69a43d93-2494-43c0-b565-13ff471265a5 req-4048d959-4b84-4051-a975-5f82953892dd tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] For port a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa,segment=NetworkSegment(0e990b0a-1233-4ae2-9a3c-3b7827608a70),segment_id=0e990b0a-1233-4ae2-9a3c-3b7827608a70)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:53:33.565399 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-69a43d93-2494-43c0-b565-13ff471265a5 req-4048d959-4b84-4051-a975-5f82953892dd tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:33.690867 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-69a43d93-2494-43c0-b565-13ff471265a5 req-4048d959-4b84-4051-a975-5f82953892dd tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Calling delete_port for a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa owned by compute:nova {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:53:33.839323 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-69a43d93-2494-43c0-b565-13ff471265a5 req-4048d959-4b84-4051-a975-5f82953892dd tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:33.854691 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:33.883004 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:53:33.900293 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048d959-4b84-4051-a975-5f82953892dd tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Pushing event deleted for resources: {'Port': ['ID=a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:33.914476 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4048d959-4b84-4051-a975-5f82953892dd tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:33.919520 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] No Port match for: a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:53:33.919940 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa not bound to the agent host hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:53:34.021896 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cf06af3d-4616-486e-8aa9-8c5fea474c12 req-cf9a6619-633b-4a1f-a766-4c2a141e36db tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=c2f8ddce-8a8a-49d0-800d-76e7b44ae759 HTTP/1.1" status: 200 len: 210 time: 0.1093199 Dec 05 21:53:34.109221 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a43d93-2494-43c0-b565-13ff471265a5 req-4048d959-4b84-4051-a975-5f82953892dd tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] No DVR routers for this DVR port a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa on host hv-cinder-75790 {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 21:53:34.111350 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-69a43d93-2494-43c0-b565-13ff471265a5 req-4048d959-4b84-4051-a975-5f82953892dd tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:34.114735 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f8ddce-8a8a-49d0-800d-76e7b44ae759', 'name': 'network-vif-deleted', 'tag': 'a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:53:34.137498 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-69a43d93-2494-43c0-b565-13ff471265a5 req-4048d959-4b84-4051-a975-5f82953892dd tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.53 "DELETE /v2.0/ports/a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa HTTP/1.1" status: 204 len: 173 time: 0.8924897 Dec 05 21:53:34.177149 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f8ddce-8a8a-49d0-800d-76e7b44ae759', 'name': 'network-vif-deleted', 'tag': 'a0a15c01-d9d7-4cbc-bbd0-13cdf25f87fa', 'status': 'completed', 'code': 200} Dec 05 21:53:35.430898 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46909d42-38ca-49f9-a422-be690307b809 req-44a6816c-278f-40f1-935d-25e7d45b1609 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:35.432415 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46909d42-38ca-49f9-a422-be690307b809 req-44a6816c-278f-40f1-935d-25e7d45b1609 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/networks?id=940b5366-13ae-4afc-8628-d326d1cab76f HTTP/1.1" status: 200 len: 808 time: 0.1544905 Dec 05 21:53:35.448192 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46909d42-38ca-49f9-a422-be690307b809 req-e8b8b18b-66fb-4188-826e-75caa205e63b tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/quotas/628008219bcc4acfa8ee06c7741148f2 HTTP/1.1" status: 200 len: 375 time: 0.0097213 Dec 05 21:53:35.497541 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46909d42-38ca-49f9-a422-be690307b809 req-0b9a6f9f-af51-44af-b286-ced136a80f46 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?tenant_id=628008219bcc4acfa8ee06c7741148f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438087 Dec 05 21:53:35.586099 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-46909d42-38ca-49f9-a422-be690307b809 req-3d414450-a66b-4162-ab82-68b249c86e9f service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80240) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 05 21:53:35.587176 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46909d42-38ca-49f9-a422-be690307b809 req-3d414450-a66b-4162-ab82-68b249c86e9f service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0826557 Dec 05 21:53:35.731212 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46909d42-38ca-49f9-a422-be690307b809 req-882ec7fc-6a89-49c4-8784-b7e432a321e3 service neutron] 10.222.0.50 "GET /v2.0/networks/940b5366-13ae-4afc-8628-d326d1cab76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366801 Dec 05 21:53:35.874855 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46909d42-38ca-49f9-a422-be690307b809 req-915e8fa8-1a8b-483e-9849-a3ebc377455e service neutron] 10.222.0.50 "GET /v2.0/networks/940b5366-13ae-4afc-8628-d326d1cab76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1352646 Dec 05 21:53:36.081573 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4f21b067-f0c0-4fa5-ab89-5fc7bb9f345e req-e63cbb9f-b04f-44e3-ad1a-9be8c40f4467 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Synchronizing usage tracker for tenant:628008219bcc4acfa8ee06c7741148f2 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:53:36.097304 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4f21b067-f0c0-4fa5-ab89-5fc7bb9f345e req-e63cbb9f-b04f-44e3-ad1a-9be8c40f4467 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Unset dirty status for tenant:628008219bcc4acfa8ee06c7741148f2 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:53:36.098612 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f21b067-f0c0-4fa5-ab89-5fc7bb9f345e req-e63cbb9f-b04f-44e3-ad1a-9be8c40f4467 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=8e178e0e-72fd-450a-b76f-f7ed4cc35514 HTTP/1.1" status: 200 len: 210 time: 0.0630765 Dec 05 21:53:37.285551 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-56f59ffe-8d63-487a-bce7-08fe194561db req-a61b827f-bf1d-4f91-9f66-9bfd73b8dc1f tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=8e178e0e-72fd-450a-b76f-f7ed4cc35514 HTTP/1.1" status: 200 len: 210 time: 0.0538771 Dec 05 21:53:37.361034 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46909d42-38ca-49f9-a422-be690307b809 req-3a58c0c0-3ede-4e5b-86d3-869552f7cc4a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:37.362634 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46909d42-38ca-49f9-a422-be690307b809 req-3a58c0c0-3ede-4e5b-86d3-869552f7cc4a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.53 "GET /v2.0/networks?id=940b5366-13ae-4afc-8628-d326d1cab76f HTTP/1.1" status: 200 len: 808 time: 0.1727395 Dec 05 21:53:37.387464 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-46909d42-38ca-49f9-a422-be690307b809 req-9605bf85-81a6-458d-80fb-87c83c9100f9 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Request body: {'port': {'device_id': '8e178e0e-72fd-450a-b76f-f7ed4cc35514', 'network_id': '940b5366-13ae-4afc-8628-d326d1cab76f', 'admin_state_up': True, 'tenant_id': '628008219bcc4acfa8ee06c7741148f2'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:53:37.536904 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-46909d42-38ca-49f9-a422-be690307b809 req-9605bf85-81a6-458d-80fb-87c83c9100f9 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:53:37.547598 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-46909d42-38ca-49f9-a422-be690307b809 req-9605bf85-81a6-458d-80fb-87c83c9100f9 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:53:37.556630 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46909d42-38ca-49f9-a422-be690307b809 req-9605bf85-81a6-458d-80fb-87c83c9100f9 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Made reservation on behalf of 628008219bcc4acfa8ee06c7741148f2 for: {'port': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:53:37.562181 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-46909d42-38ca-49f9-a422-be690307b809 req-9605bf85-81a6-458d-80fb-87c83c9100f9 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:37.874368 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-46909d42-38ca-49f9-a422-be690307b809 req-9605bf85-81a6-458d-80fb-87c83c9100f9 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Allocated IP 172.20.0.12 (940b5366-13ae-4afc-8628-d326d1cab76f/a10c0c35-d593-45f6-9712-7414d644fb3b/6493e683-cd55-4822-b9da-afbdfe331b4f) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:53:38.095101 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-46909d42-38ca-49f9-a422-be690307b809 req-9605bf85-81a6-458d-80fb-87c83c9100f9 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:38.122292 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-46909d42-38ca-49f9-a422-be690307b809 req-9605bf85-81a6-458d-80fb-87c83c9100f9 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:38.137549 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c988bd0b-681d-4b19-a918-87bc4eb4b59f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:38.288671 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605bf85-81a6-458d-80fb-87c83c9100f9 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Pushing event updated for resources: {'Port': ['ID=6493e683-cd55-4822-b9da-afbdfe331b4f,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:38.293818 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9605bf85-81a6-458d-80fb-87c83c9100f9 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:38.341429 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46909d42-38ca-49f9-a422-be690307b809 req-9605bf85-81a6-458d-80fb-87c83c9100f9 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Network 940b5366-13ae-4afc-8628-d326d1cab76f is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:53:38.342614 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-46909d42-38ca-49f9-a422-be690307b809 req-9605bf85-81a6-458d-80fb-87c83c9100f9 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:53:38.344990 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-46909d42-38ca-49f9-a422-be690307b809 req-9605bf85-81a6-458d-80fb-87c83c9100f9 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:53:38.408348 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46909d42-38ca-49f9-a422-be690307b809 req-9605bf85-81a6-458d-80fb-87c83c9100f9 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:38.408936 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-46909d42-38ca-49f9-a422-be690307b809 req-9605bf85-81a6-458d-80fb-87c83c9100f9 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:38.482862 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46909d42-38ca-49f9-a422-be690307b809 req-9605bf85-81a6-458d-80fb-87c83c9100f9 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0995190 Dec 05 21:53:38.502754 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-46909d42-38ca-49f9-a422-be690307b809 req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Request body: {'port': {'device_id': '8e178e0e-72fd-450a-b76f-f7ed4cc35514', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:53:38.560650 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c73397-cf04-4af7-ba9d-ec2b5d15cda7 req-143b78bb-78c3-4827-b00c-eaa9fdd45b8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:38.561408 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-b5c73397-cf04-4af7-ba9d-ec2b5d15cda7 req-143b78bb-78c3-4827-b00c-eaa9fdd45b8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Synchronizing usage tracker for tenant:628008219bcc4acfa8ee06c7741148f2 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:53:38.626414 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-b5c73397-cf04-4af7-ba9d-ec2b5d15cda7 req-143b78bb-78c3-4827-b00c-eaa9fdd45b8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Unset dirty status for tenant:628008219bcc4acfa8ee06c7741148f2 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:53:38.627690 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b5c73397-cf04-4af7-ba9d-ec2b5d15cda7 req-143b78bb-78c3-4827-b00c-eaa9fdd45b8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=8e178e0e-72fd-450a-b76f-f7ed4cc35514 HTTP/1.1" status: 200 len: 932 time: 0.2051358 Dec 05 21:53:38.666697 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-46909d42-38ca-49f9-a422-be690307b809 req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:38.741576 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b5c73397-cf04-4af7-ba9d-ec2b5d15cda7 req-307b4de1-3342-4a1d-a46a-e20c8a9af1ef tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062098 Dec 05 21:53:39.334485 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-46909d42-38ca-49f9-a422-be690307b809 req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6493e683-cd55-4822-b9da-afbdfe331b4f {{(pid=80239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 05 21:53:39.342300 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-46909d42-38ca-49f9-a422-be690307b809 req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:39.355492 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-46909d42-38ca-49f9-a422-be690307b809 req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Transition to ACTIVE for port object 6493e683-cd55-4822-b9da-afbdfe331b4f will not be triggered until provisioned by entity L2. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:53:39.358193 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-46909d42-38ca-49f9-a422-be690307b809 req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14624611'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:39.373420 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1bdc2b4e-7d50-4809-ad6e-871bf82148c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:39.513606 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Pushing event updated for resources: {'Port': ['ID=6493e683-cd55-4822-b9da-afbdfe331b4f,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:39.518096 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:39.693510 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-46909d42-38ca-49f9-a422-be690307b809 req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Attempting to bind port 6493e683-cd55-4822-b9da-afbdfe331b4f on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:53:39.693878 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-46909d42-38ca-49f9-a422-be690307b809 req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Attempting to bind port 6493e683-cd55-4822-b9da-afbdfe331b4f by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': '0e990b0a-1233-4ae2-9a3c-3b7827608a70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '940b5366-13ae-4afc-8628-d326d1cab76f'}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:53:39.694245 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46909d42-38ca-49f9-a422-be690307b809 req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Attempting to bind port 6493e683-cd55-4822-b9da-afbdfe331b4f on network 940b5366-13ae-4afc-8628-d326d1cab76f {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:53:39.699996 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46909d42-38ca-49f9-a422-be690307b809 req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Checking agent: {'id': '73420180-90c9-4440-8e64-a61aa3b256a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 39, 15), 'started_at': datetime.datetime(2020, 12, 5, 21, 39, 45), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 7, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:53:39.700368 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46909d42-38ca-49f9-a422-be690307b809 req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Checking segment: {'id': '0e990b0a-1233-4ae2-9a3c-3b7827608a70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '940b5366-13ae-4afc-8628-d326d1cab76f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:53:39.700768 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-46909d42-38ca-49f9-a422-be690307b809 req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:39.701163 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46909d42-38ca-49f9-a422-be690307b809 req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Bound using segment: {'id': '0e990b0a-1233-4ae2-9a3c-3b7827608a70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '940b5366-13ae-4afc-8628-d326d1cab76f'} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:53:39.701653 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-46909d42-38ca-49f9-a422-be690307b809 req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Bound port: 6493e683-cd55-4822-b9da-afbdfe331b4f, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e990b0a-1233-4ae2-9a3c-3b7827608a70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '940b5366-13ae-4afc-8628-d326d1cab76f'}}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:53:39.701999 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-46909d42-38ca-49f9-a422-be690307b809 req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:39.795511 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-46909d42-38ca-49f9-a422-be690307b809 req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] For port 6493e683-cd55-4822-b9da-afbdfe331b4f, host hv-cinder-75790, cleared binding levels {{(pid=80239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:53:39.799126 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-46909d42-38ca-49f9-a422-be690307b809 req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] For port 6493e683-cd55-4822-b9da-afbdfe331b4f, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=6493e683-cd55-4822-b9da-afbdfe331b4f,segment=NetworkSegment(0e990b0a-1233-4ae2-9a3c-3b7827608a70),segment_id=0e990b0a-1233-4ae2-9a3c-3b7827608a70)] {{(pid=80239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:53:39.803977 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-46909d42-38ca-49f9-a422-be690307b809 req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14624611'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:39.819701 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d84b4990-0262-4256-894e-ace95e63fb3b tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:39.956531 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc55b0d-d3da-41f2-a71d-bf5a67e6e311 req-2c82c699-03b4-4f70-8cd1-f97c19a17fb0 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:39.957533 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0fc55b0d-d3da-41f2-a71d-bf5a67e6e311 req-2c82c699-03b4-4f70-8cd1-f97c19a17fb0 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=8e178e0e-72fd-450a-b76f-f7ed4cc35514 HTTP/1.1" status: 200 len: 944 time: 0.0833969 Dec 05 21:53:39.972497 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Pushing event updated for resources: {'Port': ['ID=6493e683-cd55-4822-b9da-afbdfe331b4f,revision_number=3']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:39.978716 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:40.008539 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0fc55b0d-d3da-41f2-a71d-bf5a67e6e311 req-40bf4bf4-6031-425f-8f64-2520cc1bcf70 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441465 Dec 05 21:53:40.015839 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46909d42-38ca-49f9-a422-be690307b809 req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:40.016521 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-46909d42-38ca-49f9-a422-be690307b809 req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:40.018003 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46909d42-38ca-49f9-a422-be690307b809 req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] 10.222.0.53 "PUT /v2.0/ports/6493e683-cd55-4822-b9da-afbdfe331b4f HTTP/1.1" status: 200 len: 1158 time: 1.5202432 Dec 05 21:53:40.018557 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e178e0e-72fd-450a-b76f-f7ed4cc35514', 'tag': '6493e683-cd55-4822-b9da-afbdfe331b4f'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:53:40.104914 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e178e0e-72fd-450a-b76f-f7ed4cc35514', 'tag': '6493e683-cd55-4822-b9da-afbdfe331b4f', 'status': 'completed', 'code': 200} Dec 05 21:53:40.145617 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46909d42-38ca-49f9-a422-be690307b809 req-21ac2fc3-eaff-4fa8-af2f-ae4ebe6f6f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:40.148221 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46909d42-38ca-49f9-a422-be690307b809 req-21ac2fc3-eaff-4fa8-af2f-ae4ebe6f6f80 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=628008219bcc4acfa8ee06c7741148f2&device_id=8e178e0e-72fd-450a-b76f-f7ed4cc35514 HTTP/1.1" status: 200 len: 1161 time: 0.0786688 Dec 05 21:53:40.233780 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46909d42-38ca-49f9-a422-be690307b809 req-7f09f0f0-9641-49e4-b188-0c7852116796 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6493e683-cd55-4822-b9da-afbdfe331b4f HTTP/1.1" status: 200 len: 217 time: 0.0726910 Dec 05 21:53:40.303359 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46909d42-38ca-49f9-a422-be690307b809 req-d4dc0f15-bbf4-483c-92cb-21a89297ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:40.304973 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46909d42-38ca-49f9-a422-be690307b809 req-d4dc0f15-bbf4-483c-92cb-21a89297ae42 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a10c0c35-d593-45f6-9712-7414d644fb3b HTTP/1.1" status: 200 len: 848 time: 0.0652442 Dec 05 21:53:40.356099 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46909d42-38ca-49f9-a422-be690307b809 req-39751d8f-c01c-43ae-8e16-5ebf75d8f7a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=940b5366-13ae-4afc-8628-d326d1cab76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433068 Dec 05 21:53:40.499573 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46909d42-38ca-49f9-a422-be690307b809 req-b0ca1a2e-637f-477d-bce7-53eb21bf18a2 service neutron] 10.222.0.53 "GET /v2.0/networks/940b5366-13ae-4afc-8628-d326d1cab76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365688 Dec 05 21:53:40.647499 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46909d42-38ca-49f9-a422-be690307b809 req-a3b49a3c-ac6a-4c7e-9316-3e7f66431f20 service neutron] 10.222.0.53 "GET /v2.0/networks/940b5366-13ae-4afc-8628-d326d1cab76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411774 Dec 05 21:53:40.832015 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121e89c-3926-4408-96ae-263300266ecd req-0b8ffcb4-57fa-4236-a1e7-8fd2ed06466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:40.834160 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1121e89c-3926-4408-96ae-263300266ecd req-0b8ffcb4-57fa-4236-a1e7-8fd2ed06466f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=628008219bcc4acfa8ee06c7741148f2&device_id=8e178e0e-72fd-450a-b76f-f7ed4cc35514 HTTP/1.1" status: 200 len: 1161 time: 0.0866070 Dec 05 21:53:40.978772 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121e89c-3926-4408-96ae-263300266ecd req-f2571b15-0fe0-4668-9540-1c1c8ee07da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:40.980369 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1121e89c-3926-4408-96ae-263300266ecd req-f2571b15-0fe0-4668-9540-1c1c8ee07da1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=940b5366-13ae-4afc-8628-d326d1cab76f HTTP/1.1" status: 200 len: 902 time: 0.1401458 Dec 05 21:53:41.051383 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1121e89c-3926-4408-96ae-263300266ecd req-13642edc-39c8-4bcf-9e09-6fb14c116d00 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6493e683-cd55-4822-b9da-afbdfe331b4f HTTP/1.1" status: 200 len: 217 time: 0.0632198 Dec 05 21:53:41.125183 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121e89c-3926-4408-96ae-263300266ecd req-2dd646db-1393-491f-82c4-bf4f60b23825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:41.126701 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1121e89c-3926-4408-96ae-263300266ecd req-2dd646db-1393-491f-82c4-bf4f60b23825 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a10c0c35-d593-45f6-9712-7414d644fb3b HTTP/1.1" status: 200 len: 848 time: 0.0686605 Dec 05 21:53:41.180782 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1121e89c-3926-4408-96ae-263300266ecd req-42a6b6f1-bf87-4dd6-82b2-fac4443f7808 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=940b5366-13ae-4afc-8628-d326d1cab76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471594 Dec 05 21:53:41.226699 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0964d4-a602-4498-a979-ce234852ffe7 req-c01e1a17-e999-4fff-88ae-c192258242e4 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:41.228553 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6d0964d4-a602-4498-a979-ce234852ffe7 req-c01e1a17-e999-4fff-88ae-c192258242e4 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=8e178e0e-72fd-450a-b76f-f7ed4cc35514 HTTP/1.1" status: 200 len: 944 time: 0.0874596 Dec 05 21:53:41.276866 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6d0964d4-a602-4498-a979-ce234852ffe7 req-629e017c-9404-4d0e-9bcf-9b1df1ffecc7 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414426 Dec 05 21:53:41.333108 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1121e89c-3926-4408-96ae-263300266ecd req-9b3c8680-05c3-47a2-999a-f4246d0e8fbd service neutron] 10.222.0.53 "GET /v2.0/networks/940b5366-13ae-4afc-8628-d326d1cab76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458402 Dec 05 21:53:41.480518 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1121e89c-3926-4408-96ae-263300266ecd req-db2cc847-db20-44b9-9e2c-398e34775ca9 service neutron] 10.222.0.53 "GET /v2.0/networks/940b5366-13ae-4afc-8628-d326d1cab76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1410501 Dec 05 21:53:42.521312 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a713d6d-6196-4958-835a-c5841ba63f32 req-20624316-94c7-4cbd-960e-9750944e938e tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:42.526400 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6a713d6d-6196-4958-835a-c5841ba63f32 req-20624316-94c7-4cbd-960e-9750944e938e tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=8e178e0e-72fd-450a-b76f-f7ed4cc35514 HTTP/1.1" status: 200 len: 944 time: 0.1008070 Dec 05 21:53:42.587713 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6a713d6d-6196-4958-835a-c5841ba63f32 req-5437bdc9-448e-4661-82e4-c0781ec297dc tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523489 Dec 05 21:53:43.812639 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4eaedc-b6bb-49dd-9def-f74a14c7976b req-5dea15b7-729b-4258-beac-8dc2b30996d5 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:43.814261 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5a4eaedc-b6bb-49dd-9def-f74a14c7976b req-5dea15b7-729b-4258-beac-8dc2b30996d5 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=8e178e0e-72fd-450a-b76f-f7ed4cc35514 HTTP/1.1" status: 200 len: 944 time: 0.0866086 Dec 05 21:53:43.863767 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5a4eaedc-b6bb-49dd-9def-f74a14c7976b req-cd9c7a55-28a1-4516-b687-093fdaf0ec89 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418339 Dec 05 21:53:43.945951 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e986143-50c0-4a56-b2da-0543af96b71b req-059f91e6-d3ed-40da-b34d-4ddd3ba5cffc tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:43.947562 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6e986143-50c0-4a56-b2da-0543af96b71b req-059f91e6-d3ed-40da-b34d-4ddd3ba5cffc tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0843024 Dec 05 21:53:43.999031 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6e986143-50c0-4a56-b2da-0543af96b71b req-0124b911-26d6-475c-b6a4-9bdfd611190f tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448544 Dec 05 21:53:45.085830 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881067e0-79cc-434e-8b8d-e4bcac06eed6 req-b8612f91-ca02-4a94-912b-b59f83a1d87f tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:45.087449 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-881067e0-79cc-434e-8b8d-e4bcac06eed6 req-b8612f91-ca02-4a94-912b-b59f83a1d87f tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=8e178e0e-72fd-450a-b76f-f7ed4cc35514 HTTP/1.1" status: 200 len: 944 time: 0.0923879 Dec 05 21:53:45.134696 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-881067e0-79cc-434e-8b8d-e4bcac06eed6 req-085278ce-9124-4a05-94b4-8625ff1dd99b tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408895 Dec 05 21:53:45.227497 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db2941-a414-4fe7-982b-f9edaad82e4d req-975954ba-2f30-45ed-84f8-a5899ccfe710 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:45.229166 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-36db2941-a414-4fe7-982b-f9edaad82e4d req-975954ba-2f30-45ed-84f8-a5899ccfe710 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0834320 Dec 05 21:53:45.276702 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-36db2941-a414-4fe7-982b-f9edaad82e4d req-4c943490-797a-4304-809b-1439588818bf tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410972 Dec 05 21:53:45.706454 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b7a74-bed0-4079-80f6-e8a2d7df8c5b req-8502a3a4-b24e-461d-8c7c-013a02e30d2a tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:45.708025 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-708b7a74-bed0-4079-80f6-e8a2d7df8c5b req-8502a3a4-b24e-461d-8c7c-013a02e30d2a tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.53 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0818901 Dec 05 21:53:45.784446 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-708b7a74-bed0-4079-80f6-e8a2d7df8c5b req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Deleting port 05c2f176-74ee-43ea-bb0f-000f397b5093 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:53:45.784825 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-708b7a74-bed0-4079-80f6-e8a2d7df8c5b req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:45.810298 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:46.042238 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-708b7a74-bed0-4079-80f6-e8a2d7df8c5b req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] For port 05c2f176-74ee-43ea-bb0f-000f397b5093, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=05c2f176-74ee-43ea-bb0f-000f397b5093,segment=NetworkSegment(8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f),segment_id=8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:53:46.042631 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-708b7a74-bed0-4079-80f6-e8a2d7df8c5b req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:46.391702 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-708b7a74-bed0-4079-80f6-e8a2d7df8c5b req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for floatingip, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:46.392324 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-708b7a74-bed0-4079-80f6-e8a2d7df8c5b req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854189884'] for floatingip, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:46.392453 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-708b7a74-bed0-4079-80f6-e8a2d7df8c5b req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Floating IP 5a0d5bb5-e180-4649-98c5-f6f2e324e19f disassociated. External IP: 172.27.1.121, port: 05c2f176-74ee-43ea-bb0f-000f397b5093. Dec 05 21:53:46.392794 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-708b7a74-bed0-4079-80f6-e8a2d7df8c5b req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Calling delete_port for 05c2f176-74ee-43ea-bb0f-000f397b5093 owned by compute:nova {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:53:46.473986 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101de4e-2770-4ada-bc4c-eccd27b3c305 req-612cc9b3-76bf-4bfd-b86e-0772d02e06a0 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:46.475862 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3101de4e-2770-4ada-bc4c-eccd27b3c305 req-612cc9b3-76bf-4bfd-b86e-0772d02e06a0 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=8e178e0e-72fd-450a-b76f-f7ed4cc35514 HTTP/1.1" status: 200 len: 944 time: 0.1700640 Dec 05 21:53:46.509113 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d9afb-4a63-466f-af08-67b79688d4a4 req-bf4c258b-3396-4054-882c-755defc83f96 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:46.510727 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b1d9afb-4a63-466f-af08-67b79688d4a4 req-bf4c258b-3396-4054-882c-755defc83f96 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 946 time: 0.0896623 Dec 05 21:53:46.563151 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b1d9afb-4a63-466f-af08-67b79688d4a4 req-35f6de12-202f-4d9b-b47d-22f029ffb0a1 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups?id=05e2db0f-9557-426c-9803-871a90f04ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449009 Dec 05 21:53:46.573952 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3101de4e-2770-4ada-bc4c-eccd27b3c305 req-e5ec348b-1bae-4396-923e-f902d832eb6b tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821776 Dec 05 21:53:46.603420 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-708b7a74-bed0-4079-80f6-e8a2d7df8c5b req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:46.619106 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-474343f0-9394-4a82-a526-ce922400153c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:46.667192 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Pushing event deleted for resources: {'Port': ['ID=05c2f176-74ee-43ea-bb0f-000f397b5093,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:46.686644 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.687053 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.687457 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.687883 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.688279 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.688673 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.689089 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.689457 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.690012 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.690237 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.690627 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.691009 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.691431 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.691861 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.692254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.692642 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.693575 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.693575 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.694332 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.694691 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.695083 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.695467 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.695878 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.696263 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:53:46.701304 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:46.791065 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 6493e683-cd55-4822-b9da-afbdfe331b4f up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:53:46.878601 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning for port 6493e683-cd55-4822-b9da-afbdfe331b4f completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:53:46.885337 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 6493e683-cd55-4822-b9da-afbdfe331b4f triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:53:46.885933 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:47.025783 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:47.057245 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e178e0e-72fd-450a-b76f-f7ed4cc35514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6493e683-cd55-4822-b9da-afbdfe331b4f'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:53:47.068465 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port 6493e683-cd55-4822-b9da-afbdfe331b4f, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=6493e683-cd55-4822-b9da-afbdfe331b4f,segment=NetworkSegment(0e990b0a-1233-4ae2-9a3c-3b7827608a70),segment_id=0e990b0a-1233-4ae2-9a3c-3b7827608a70)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:53:47.072281 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:47.074291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:47.114488 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 05c2f176-74ee-43ea-bb0f-000f397b5093 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:53:47.152331 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e178e0e-72fd-450a-b76f-f7ed4cc35514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6493e683-cd55-4822-b9da-afbdfe331b4f', 'code': 200} Dec 05 21:53:47.167902 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] No Port match for: 05c2f176-74ee-43ea-bb0f-000f397b5093 {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:53:47.168289 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 05c2f176-74ee-43ea-bb0f-000f397b5093 not bound to the agent host hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:53:47.192824 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=6493e683-cd55-4822-b9da-afbdfe331b4f,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:47.204325 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:47.251126 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-708b7a74-bed0-4079-80f6-e8a2d7df8c5b req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Router 4d1e7d80-7c8b-423e-a742-989d3393399b has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:53:47.404037 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbc122-c9d4-4723-8384-f16e8e174344 req-0159a823-9435-4293-8c24-ee3705bacb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:47.405581 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-66cbc122-c9d4-4723-8384-f16e8e174344 req-0159a823-9435-4293-8c24-ee3705bacb4f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e178e0e-72fd-450a-b76f-f7ed4cc35514 HTTP/1.1" status: 200 len: 1163 time: 0.0756059 Dec 05 21:53:47.449155 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-708b7a74-bed0-4079-80f6-e8a2d7df8c5b req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:53:47.454237 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-66cbc122-c9d4-4723-8384-f16e8e174344 req-e12a4b34-912d-4cc1-a7fe-8dfc17c6c982 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418701 Dec 05 21:53:47.460212 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b490f8cc-7209-4065-bf53-51bd58c52dc3 None None] Sync routers for ids ['4d1e7d80-7c8b-423e-a742-989d3393399b'] in dv-cinder-757908-4-iscsi {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:53:47.470355 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b490f8cc-7209-4065-bf53-51bd58c52dc3 None None] Routers {'4d1e7d80-7c8b-423e-a742-989d3393399b'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:53:47.470962 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b490f8cc-7209-4065-bf53-51bd58c52dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:53:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['4d1e7d80-7c8b-423e-a742-989d3393399b'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:53:47.486857 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-708b7a74-bed0-4079-80f6-e8a2d7df8c5b req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] No DVR routers for this DVR port 05c2f176-74ee-43ea-bb0f-000f397b5093 on host hv-cinder-75790 {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 21:53:47.489241 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-708b7a74-bed0-4079-80f6-e8a2d7df8c5b req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:47.492786 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb942010-6f22-497e-9ed5-222ad6f0c201', 'name': 'network-vif-deleted', 'tag': '05c2f176-74ee-43ea-bb0f-000f397b5093'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:53:47.509331 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-708b7a74-bed0-4079-80f6-e8a2d7df8c5b req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.53 "DELETE /v2.0/ports/05c2f176-74ee-43ea-bb0f-000f397b5093 HTTP/1.1" status: 204 len: 173 time: 1.7956657 Dec 05 21:53:47.554653 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb942010-6f22-497e-9ed5-222ad6f0c201', 'name': 'network-vif-deleted', 'tag': '05c2f176-74ee-43ea-bb0f-000f397b5093', 'status': 'completed', 'code': 200} Dec 05 21:53:47.661148 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-b490f8cc-7209-4065-bf53-51bd58c52dc3 None None] Set router 4d1e7d80-7c8b-423e-a742-989d3393399b gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:53:47.780677 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24637f1b-b669-4f36-8d5e-13ec4c0e6b1d req-ece6192f-97fb-4f69-9003-65fb9741f92c tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/ports?device_id=cb942010-6f22-497e-9ed5-222ad6f0c201 HTTP/1.1" status: 200 len: 210 time: 0.0495403 Dec 05 21:53:47.952091 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb504e-def1-40ec-bc9e-bf98cfd0c7f5 req-590affe6-bb5f-4afa-a3f1-61228d7a5691 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:47.953827 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a7cb504e-def1-40ec-bc9e-bf98cfd0c7f5 req-590affe6-bb5f-4afa-a3f1-61228d7a5691 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=8e178e0e-72fd-450a-b76f-f7ed4cc35514 HTTP/1.1" status: 200 len: 946 time: 0.0933177 Dec 05 21:53:48.013286 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a7cb504e-def1-40ec-bc9e-bf98cfd0c7f5 req-db993d53-5cef-43ae-9ccd-5e39cfae3e24 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518410 Dec 05 21:53:48.164715 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b490f8cc-7209-4065-bf53-51bd58c52dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-router', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:53Z', 'revision_number': 4, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'gw_port': {'id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:21Z', 'updated_at': '2020-12-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2', 'name': '', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'mac_address': 'fa:16:3e:f0:9f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:48Z', 'updated_at': '2020-12-05T21:42:02Z', 'revision_number': 5, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'subnets': [{'id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:53:48.168802 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b490f8cc-7209-4065-bf53-51bd58c52dc3 None None] Checking router: 4d1e7d80-7c8b-423e-a742-989d3393399b for host: dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:53:48.178441 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b490f8cc-7209-4065-bf53-51bd58c52dc3 None None] Routers {'4d1e7d80-7c8b-423e-a742-989d3393399b'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:53:48.179096 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b490f8cc-7209-4065-bf53-51bd58c52dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:53:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['4d1e7d80-7c8b-423e-a742-989d3393399b'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:53:48.236964 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 6493e683-cd55-4822-b9da-afbdfe331b4f up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:53:48.422453 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-b490f8cc-7209-4065-bf53-51bd58c52dc3 None None] Set router 4d1e7d80-7c8b-423e-a742-989d3393399b gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:53:48.467197 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 6493e683-cd55-4822-b9da-afbdfe331b4f triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:53:48.467627 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:48.861491 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b490f8cc-7209-4065-bf53-51bd58c52dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-router', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:53Z', 'revision_number': 4, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'gw_port': {'id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:21Z', 'updated_at': '2020-12-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2', 'name': '', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'mac_address': 'fa:16:3e:f0:9f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:48Z', 'updated_at': '2020-12-05T21:42:02Z', 'revision_number': 5, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'subnets': [{'id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:53:48.865954 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b490f8cc-7209-4065-bf53-51bd58c52dc3 None None] The sync data for ids ['4d1e7d80-7c8b-423e-a742-989d3393399b'] in dv-cinder-757908-4-iscsi is: [{'id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-router', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:41:53Z', 'revision_number': 4, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'gw_port': {'id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:21Z', 'updated_at': '2020-12-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2', 'name': '', 'network_id': 'ba83bbf0-3b38-4232-af09-1ca8d508a608', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'mac_address': 'fa:16:3e:f0:9f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:48Z', 'updated_at': '2020-12-05T21:42:02Z', 'revision_number': 5, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'subnets': [{'id': '9202ba51-95a8-4744-9f6f-9b6d34d32b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:53:48.954876 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 32924) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:53:49.026968 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-aa793af4-744f-4653-9803-782eecfc2b9b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:49.058597 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-aa793af4-744f-4653-9803-782eecfc2b9b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:49.110240 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-aa793af4-744f-4653-9803-782eecfc2b9b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:49.119600 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-36d39d74-6487-4e14-b6e9-629a79938b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:49.139790 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa793af4-744f-4653-9803-782eecfc2b9b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e2db0f-9557-426c-9803-871a90f04ecd,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:49.147627 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-aa793af4-744f-4653-9803-782eecfc2b9b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:49.148489 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-aa793af4-744f-4653-9803-782eecfc2b9b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:49.152682 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 32930) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:53:49.152869 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-aa793af4-744f-4653-9803-782eecfc2b9b tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "DELETE /v2.0/security-groups/05e2db0f-9557-426c-9803-871a90f04ecd HTTP/1.1" status: 204 len: 168 time: 0.1962442 Dec 05 21:53:49.175172 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.api.v2.resource [None req-70be717a-c9ba-4f5d-8011-438f656d8f85 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] show failed (client error): The resource could not be found. Dec 05 21:53:49.179839 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-70be717a-c9ba-4f5d-8011-438f656d8f85 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "GET /v2.0/security-groups/05e2db0f-9557-426c-9803-871a90f04ecd HTTP/1.1" status: 404 len: 347 time: 0.0225794 Dec 05 21:53:49.180830 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 32934) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:53:49.323170 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8fa7a3-7f81-4ca9-ae6b-985198a4ea84 None None] New status for floating IP 5a0d5bb5-e180-4649-98c5-f6f2e324e19f: DOWN {{(pid=80242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 05 21:53:49.357495 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-625f7478-b52d-4603-b3fa-80439512b2f8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Deleting port 9e7adf54-23d5-4954-bfac-9f9c84a07dc9 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:53:49.357925 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-625f7478-b52d-4603-b3fa-80439512b2f8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:49.468005 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e09d9a-8b9d-45ac-83b4-928a91470247 req-3fb2ca2f-62c4-4b5e-afb9-8285c4cb234f tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:49.469646 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1e09d9a-8b9d-45ac-83b4-928a91470247 req-3fb2ca2f-62c4-4b5e-afb9-8285c4cb234f tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=8e178e0e-72fd-450a-b76f-f7ed4cc35514 HTTP/1.1" status: 200 len: 946 time: 0.3053474 Dec 05 21:53:49.517744 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1e09d9a-8b9d-45ac-83b4-928a91470247 req-dc7d1003-230e-4ced-aeec-6b958af0254d tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405343 Dec 05 21:53:49.547870 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-625f7478-b52d-4603-b3fa-80439512b2f8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:49.548512 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-625f7478-b52d-4603-b3fa-80439512b2f8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for floatingip, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:49.698391 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-625f7478-b52d-4603-b3fa-80439512b2f8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Calling delete_port for 9e7adf54-23d5-4954-bfac-9f9c84a07dc9 owned by network:floatingip {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:53:49.783125 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-625f7478-b52d-4603-b3fa-80439512b2f8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80239) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 05 21:53:49.783422 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-625f7478-b52d-4603-b3fa-80439512b2f8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 05 21:53:50.200174 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 6493e683-cd55-4822-b9da-afbdfe331b4f up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:53:50.272007 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 6493e683-cd55-4822-b9da-afbdfe331b4f triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:53:50.272419 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:50.284837 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-625f7478-b52d-4603-b3fa-80439512b2f8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Deleting port 9e7adf54-23d5-4954-bfac-9f9c84a07dc9 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:53:50.285288 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-625f7478-b52d-4603-b3fa-80439512b2f8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:50.477875 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-625f7478-b52d-4603-b3fa-80439512b2f8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:50.478442 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-625f7478-b52d-4603-b3fa-80439512b2f8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for floatingip, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:50.611635 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-625f7478-b52d-4603-b3fa-80439512b2f8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Calling delete_port for 9e7adf54-23d5-4954-bfac-9f9c84a07dc9 owned by network:floatingip {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:53:50.752405 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-625f7478-b52d-4603-b3fa-80439512b2f8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:50.768466 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f662749a-c14e-4530-af22-db4a6b440130 tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:50.812341 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0467c0c-34b5-4a3a-a7b1-4aa2bac147ad req-3003616d-94b4-4161-87d2-e6ba40116174 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:50.813943 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f0467c0c-34b5-4a3a-a7b1-4aa2bac147ad req-3003616d-94b4-4161-87d2-e6ba40116174 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=8e178e0e-72fd-450a-b76f-f7ed4cc35514 HTTP/1.1" status: 200 len: 946 time: 0.0871336 Dec 05 21:53:50.827094 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f7478-b52d-4603-b3fa-80439512b2f8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Pushing event deleted for resources: {'Port': ['ID=9e7adf54-23d5-4954-bfac-9f9c84a07dc9,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:50.832089 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-625f7478-b52d-4603-b3fa-80439512b2f8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:50.864462 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f0467c0c-34b5-4a3a-a7b1-4aa2bac147ad req-64f38b06-a9e3-4c1e-94e7-ef9ee549afdf tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434108 Dec 05 21:53:51.008236 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-625f7478-b52d-4603-b3fa-80439512b2f8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks [] for floatingip, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:51.023414 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-625f7478-b52d-4603-b3fa-80439512b2f8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:51.024670 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-625f7478-b52d-4603-b3fa-80439512b2f8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] 10.222.0.50 "DELETE /v2.0/floatingips/5a0d5bb5-e180-4649-98c5-f6f2e324e19f HTTP/1.1" status: 204 len: 168 time: 1.8427701 Dec 05 21:53:52.083288 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810291ad-32e0-42f1-b9eb-275d1e520d12 req-5562b808-2fe5-4ec9-a9f1-3fff88b6f7ca tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:52.085003 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-810291ad-32e0-42f1-b9eb-275d1e520d12 req-5562b808-2fe5-4ec9-a9f1-3fff88b6f7ca tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=8e178e0e-72fd-450a-b76f-f7ed4cc35514 HTTP/1.1" status: 200 len: 946 time: 0.0854893 Dec 05 21:53:52.136021 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-810291ad-32e0-42f1-b9eb-275d1e520d12 req-8bae83a2-de91-4724-8319-8afb706deb0c tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/security-groups?id=8ee47eeb-a783-44a5-a1ed-552d761bba29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445755 Dec 05 21:53:52.206826 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 6493e683-cd55-4822-b9da-afbdfe331b4f up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:53:52.277063 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 6493e683-cd55-4822-b9da-afbdfe331b4f triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:53:52.277480 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:52.429906 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa7709-692c-4d49-9cc0-647fbfc34379 req-1d1e1e9a-dfcd-4ace-b37d-0f16a5d727de tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:53:52.431471 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-97aa7709-692c-4d49-9cc0-647fbfc34379 req-1d1e1e9a-dfcd-4ace-b37d-0f16a5d727de tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.53 "GET /v2.0/ports?device_id=8e178e0e-72fd-450a-b76f-f7ed4cc35514 HTTP/1.1" status: 200 len: 946 time: 0.0878689 Dec 05 21:53:52.500018 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 32964) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:53:52.506177 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-97aa7709-692c-4d49-9cc0-647fbfc34379 req-fbccdd9d-01c2-491b-a305-9fada7af196a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Deleting port 6493e683-cd55-4822-b9da-afbdfe331b4f {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:53:52.506727 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-97aa7709-692c-4d49-9cc0-647fbfc34379 req-fbccdd9d-01c2-491b-a305-9fada7af196a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:52.774942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-97aa7709-692c-4d49-9cc0-647fbfc34379 req-fbccdd9d-01c2-491b-a305-9fada7af196a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] For port 6493e683-cd55-4822-b9da-afbdfe331b4f, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=6493e683-cd55-4822-b9da-afbdfe331b4f,segment=NetworkSegment(0e990b0a-1233-4ae2-9a3c-3b7827608a70),segment_id=0e990b0a-1233-4ae2-9a3c-3b7827608a70)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:53:52.775932 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-97aa7709-692c-4d49-9cc0-647fbfc34379 req-fbccdd9d-01c2-491b-a305-9fada7af196a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:52.908315 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-97aa7709-692c-4d49-9cc0-647fbfc34379 req-fbccdd9d-01c2-491b-a305-9fada7af196a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Calling delete_port for 6493e683-cd55-4822-b9da-afbdfe331b4f owned by compute:nova {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:53:52.953497 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-72db5d69-9909-4cd6-a24b-f331aabbcbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854198554'] for router_interface, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:53.058199 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-97aa7709-692c-4d49-9cc0-647fbfc34379 req-fbccdd9d-01c2-491b-a305-9fada7af196a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:53.073454 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b00023e6-9a7f-4568-80c9-8ddb5397ad8e tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:53.123486 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbccdd9d-01c2-491b-a305-9fada7af196a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Pushing event deleted for resources: {'Port': ['ID=6493e683-cd55-4822-b9da-afbdfe331b4f,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:53.136025 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fbccdd9d-01c2-491b-a305-9fada7af196a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:53.287382 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-97aa7709-692c-4d49-9cc0-647fbfc34379 req-fbccdd9d-01c2-491b-a305-9fada7af196a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] No DVR routers for this DVR port 6493e683-cd55-4822-b9da-afbdfe331b4f on host hv-cinder-75790 {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 21:53:53.290404 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-97aa7709-692c-4d49-9cc0-647fbfc34379 req-fbccdd9d-01c2-491b-a305-9fada7af196a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:53.293203 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e178e0e-72fd-450a-b76f-f7ed4cc35514', 'name': 'network-vif-deleted', 'tag': '6493e683-cd55-4822-b9da-afbdfe331b4f'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:53:53.309920 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-97aa7709-692c-4d49-9cc0-647fbfc34379 req-fbccdd9d-01c2-491b-a305-9fada7af196a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.53 "DELETE /v2.0/ports/6493e683-cd55-4822-b9da-afbdfe331b4f HTTP/1.1" status: 204 len: 173 time: 0.8725820 Dec 05 21:53:53.353857 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e178e0e-72fd-450a-b76f-f7ed4cc35514', 'name': 'network-vif-deleted', 'tag': '6493e683-cd55-4822-b9da-afbdfe331b4f', 'status': 'completed', 'code': 200} Dec 05 21:53:53.357765 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42af8cab-23c3-4c81-8bd3-1eefacd04fa2 req-54113b90-5584-4de9-9b8f-52aec0f89465 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] 10.222.0.50 "GET /v2.0/ports?device_id=8e178e0e-72fd-450a-b76f-f7ed4cc35514 HTTP/1.1" status: 200 len: 210 time: 0.0635269 Dec 05 21:53:53.627470 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-72db5d69-9909-4cd6-a24b-f331aabbcbba admin admin] Deleting port a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:53:53.627915 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-72db5d69-9909-4cd6-a24b-f331aabbcbba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:53.809691 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-72db5d69-9909-4cd6-a24b-f331aabbcbba admin admin] For port a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2,segment=NetworkSegment(8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f),segment_id=8e014dce-10d9-4e56-bce9-7d2ef8ee4b1f)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:53:53.810091 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-72db5d69-9909-4cd6-a24b-f331aabbcbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:53.940142 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-72db5d69-9909-4cd6-a24b-f331aabbcbba admin admin] Calling delete_port for a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2 owned by network:router_interface {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:53:54.086473 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 6493e683-cd55-4822-b9da-afbdfe331b4f no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:53:54.111416 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-72db5d69-9909-4cd6-a24b-f331aabbcbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:54.120327 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] No Port match for: 6493e683-cd55-4822-b9da-afbdfe331b4f {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:53:54.120726 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 6493e683-cd55-4822-b9da-afbdfe331b4f not bound to the agent host hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:53:54.128157 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3d602684-86c1-4892-a956-7d1dbe08160d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:54.185525 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db5d69-9909-4cd6-a24b-f331aabbcbba admin admin] Pushing event deleted for resources: {'Port': ['ID=a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:54.188268 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-72db5d69-9909-4cd6-a24b-f331aabbcbba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:54.533228 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-72db5d69-9909-4cd6-a24b-f331aabbcbba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853522153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854198632'] for router_interface, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:54.888874 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-195edbff-6448-4883-8579-77463ed5713f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:55.060019 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72db5d69-9909-4cd6-a24b-f331aabbcbba admin admin] Router 4d1e7d80-7c8b-423e-a742-989d3393399b has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:53:55.477214 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72db5d69-9909-4cd6-a24b-f331aabbcbba admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:53:55.486517 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c02a8f-68b5-4770-83a6-4226434dc2bd None None] Sync routers for ids ['4d1e7d80-7c8b-423e-a742-989d3393399b'] in dv-cinder-757908-4-iscsi {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:53:55.490045 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-72db5d69-9909-4cd6-a24b-f331aabbcbba admin admin] 10.222.0.50 "PUT /v2.0/routers/4d1e7d80-7c8b-423e-a742-989d3393399b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9887807 Dec 05 21:53:55.493178 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 32998) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:53:55.499750 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c02a8f-68b5-4770-83a6-4226434dc2bd None None] Routers {'4d1e7d80-7c8b-423e-a742-989d3393399b'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:53:55.500584 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-39c02a8f-68b5-4770-83a6-4226434dc2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:53:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['4d1e7d80-7c8b-423e-a742-989d3393399b'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:53:55.686641 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-995375be-f48d-4166-b776-8d6d6e37cf31 admin admin] Notify callbacks [] for router, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:55.693164 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-39c02a8f-68b5-4770-83a6-4226434dc2bd None None] Set router 4d1e7d80-7c8b-423e-a742-989d3393399b gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:53:55.885917 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-995375be-f48d-4166-b776-8d6d6e37cf31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:55.891520 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-995375be-f48d-4166-b776-8d6d6e37cf31 admin admin] Deleting port d2f4eab6-d75e-473c-831f-c344f5371cc6 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:53:55.893138 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-995375be-f48d-4166-b776-8d6d6e37cf31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:56.003232 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-39c02a8f-68b5-4770-83a6-4226434dc2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-router', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:53:54Z', 'revision_number': 5, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'gw_port': {'id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:21Z', 'updated_at': '2020-12-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:53:56.008041 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c02a8f-68b5-4770-83a6-4226434dc2bd None None] Checking router: 4d1e7d80-7c8b-423e-a742-989d3393399b for host: dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:53:56.017392 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c02a8f-68b5-4770-83a6-4226434dc2bd None None] Routers {'4d1e7d80-7c8b-423e-a742-989d3393399b'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:53:56.017844 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-39c02a8f-68b5-4770-83a6-4226434dc2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:53:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['4d1e7d80-7c8b-423e-a742-989d3393399b'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:53:56.085780 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-995375be-f48d-4166-b776-8d6d6e37cf31 admin admin] For port d2f4eab6-d75e-473c-831f-c344f5371cc6, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=d2f4eab6-d75e-473c-831f-c344f5371cc6,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:53:56.086192 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-995375be-f48d-4166-b776-8d6d6e37cf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:56.206613 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-39c02a8f-68b5-4770-83a6-4226434dc2bd None None] Set router 4d1e7d80-7c8b-423e-a742-989d3393399b gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:53:56.215478 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-995375be-f48d-4166-b776-8d6d6e37cf31 admin admin] Calling delete_port for d2f4eab6-d75e-473c-831f-c344f5371cc6 owned by network:router_gateway {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:53:56.351236 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-995375be-f48d-4166-b776-8d6d6e37cf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:56.550569 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-995375be-f48d-4166-b776-8d6d6e37cf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585966'] for router_gateway, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:56.677894 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-39c02a8f-68b5-4770-83a6-4226434dc2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-router', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:53:54Z', 'revision_number': 5, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'gw_port': {'id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:21Z', 'updated_at': '2020-12-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:53:56.682623 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c02a8f-68b5-4770-83a6-4226434dc2bd None None] The sync data for ids ['4d1e7d80-7c8b-423e-a742-989d3393399b'] in dv-cinder-757908-4-iscsi is: [{'id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'name': 'tempest-AttachVolumeShelveTestJSON-1249828887-router', 'tenant_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:41:16Z', 'updated_at': '2020-12-05T21:53:54Z', 'revision_number': 5, 'project_id': 'd4d0fd6f9ae7423f8a6f280d3c1ae060', 'gw_port': {'id': 'd2f4eab6-d75e-473c-831f-c344f5371cc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e7d80-7c8b-423e-a742-989d3393399b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:41:21Z', 'updated_at': '2020-12-05T21:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:53:56.683116 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-995375be-f48d-4166-b776-8d6d6e37cf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854380800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32590'] for router, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:56.686485 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-995375be-f48d-4166-b776-8d6d6e37cf31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:56.709887 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-995375be-f48d-4166-b776-8d6d6e37cf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854380614'] for router, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:56.710641 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995375be-f48d-4166-b776-8d6d6e37cf31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d1e7d80-7c8b-423e-a742-989d3393399b {{(pid=80240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 05 21:53:56.723619 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-995375be-f48d-4166-b776-8d6d6e37cf31 admin admin] Notify callbacks [] for router, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:56.724883 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-995375be-f48d-4166-b776-8d6d6e37cf31 admin admin] 10.222.0.50 "DELETE /v2.0/routers/4d1e7d80-7c8b-423e-a742-989d3393399b HTTP/1.1" status: 204 len: 168 time: 1.2306144 Dec 05 21:53:56.728251 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 33022) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:53:56.799952 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d2e5d0-b806-44b6-9942-dc6f4ac99309 admin admin] Deleting subnet 9202ba51-95a8-4744-9f6f-9b6d34d32b9b {{(pid=80240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 05 21:53:56.803340 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-42d2e5d0-b806-44b6-9942-dc6f4ac99309 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:56.856089 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-42d2e5d0-b806-44b6-9942-dc6f4ac99309 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838066415'] for subnet, precommit_delete_associations {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:56.915853 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.db_base_plugin_v2 [None req-42d2e5d0-b806-44b6-9942-dc6f4ac99309 admin admin] Found port (608b4e65-975a-4c85-af2d-4fbf1a5b2a1a, 172.20.0.6) having IP allocation on subnet 9202ba51-95a8-4744-9f6f-9b6d34d32b9b, cannot delete Dec 05 21:53:56.921610 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d2e5d0-b806-44b6-9942-dc6f4ac99309 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 05 21:53:56.922109 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d2e5d0-b806-44b6-9942-dc6f4ac99309 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 05 21:53:56.924315 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-42d2e5d0-b806-44b6-9942-dc6f4ac99309 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9202ba51-95a8-4744-9f6f-9b6d34d32b9b HTTP/1.1" status: 409 len: 404 time: 0.1947467 Dec 05 21:53:57.806283 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3e6af2c8-74a5-4621-810f-1228123e7a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:58.080622 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device d2f4eab6-d75e-473c-831f-c344f5371cc6 no longer exists at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:53:58.116774 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] No Port match for: d2f4eab6-d75e-473c-831f-c344f5371cc6 {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:53:58.117149 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device d2f4eab6-d75e-473c-831f-c344f5371cc6 not bound to the agent host dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:53:58.117616 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2 no longer exists at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:53:58.153344 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] No Port match for: a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2 {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:53:58.154019 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device a94ae7ea-cc44-46a7-9dbb-da1d22d39ab2 not bound to the agent host dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:53:58.420101 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:58.697339 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 33068) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:53:58.852705 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-494f998f-a065-4b16-bf79-801be04d94d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:58.868117 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-494f998f-a065-4b16-bf79-801be04d94d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:53:58.872132 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-494f998f-a065-4b16-bf79-801be04d94d4 admin admin] Usage tracker for resource:security_group_rule and tenant:8f95118a629e4295930e08d63bfb9332 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:53:58.875055 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-494f998f-a065-4b16-bf79-801be04d94d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:53:58.880785 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-494f998f-a065-4b16-bf79-801be04d94d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:53:58.977502 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-494f998f-a065-4b16-bf79-801be04d94d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:58.980425 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-494f998f-a065-4b16-bf79-801be04d94d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:58.989824 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d3500239-6a80-4107-97d0-21ec335407c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:59.032986 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-494f998f-a065-4b16-bf79-801be04d94d4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8f95118a629e4295930e08d63bfb9332&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3343720 Dec 05 21:53:59.033956 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f998f-a065-4b16-bf79-801be04d94d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95109f04-c79e-4a08-912d-c03484726562,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:59.035979 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 33078) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:53:59.038250 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-494f998f-a065-4b16-bf79-801be04d94d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:59.100379 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-98ad9c5a-7e92-4677-be60-881d4045829d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:59.127667 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-98ad9c5a-7e92-4677-be60-881d4045829d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:59.175898 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-98ad9c5a-7e92-4677-be60-881d4045829d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:59.181661 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c57ae7da-6501-4519-9380-a02082f2e458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:59.194947 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad9c5a-7e92-4677-be60-881d4045829d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95109f04-c79e-4a08-912d-c03484726562,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:59.198174 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-98ad9c5a-7e92-4677-be60-881d4045829d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:59.200392 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-98ad9c5a-7e92-4677-be60-881d4045829d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:59.202922 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-98ad9c5a-7e92-4677-be60-881d4045829d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/95109f04-c79e-4a08-912d-c03484726562 HTTP/1.1" status: 204 len: 168 time: 0.1645293 Dec 05 21:53:59.558166 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 33086) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:53:59.579497 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d7dcb058-9ada-4612-82fc-3a6eaf5165aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:59.601429 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-d7dcb058-9ada-4612-82fc-3a6eaf5165aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:53:59.605716 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-d7dcb058-9ada-4612-82fc-3a6eaf5165aa admin admin] Usage tracker for resource:security_group_rule and tenant:b181b8547a8b4a2e877d7511274b4400 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:53:59.608893 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-d7dcb058-9ada-4612-82fc-3a6eaf5165aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:53:59.617603 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-d7dcb058-9ada-4612-82fc-3a6eaf5165aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:53:59.714019 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d7dcb058-9ada-4612-82fc-3a6eaf5165aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:59.718600 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d7dcb058-9ada-4612-82fc-3a6eaf5165aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:59.728963 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ec806cb5-13db-429a-b61a-2686d097e32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:59.776091 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-d7dcb058-9ada-4612-82fc-3a6eaf5165aa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b181b8547a8b4a2e877d7511274b4400&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2142181 Dec 05 21:53:59.776091 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dcb058-9ada-4612-82fc-3a6eaf5165aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e294e5-b134-44a8-a504-fd9c18c88c51,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:59.776506 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 33094) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:53:59.779342 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d7dcb058-9ada-4612-82fc-3a6eaf5165aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:59.788458 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:59.850904 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2f37e6f3-22ff-4dfc-98d2-7e1227dee7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:59.878812 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2f37e6f3-22ff-4dfc-98d2-7e1227dee7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:59.929909 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2f37e6f3-22ff-4dfc-98d2-7e1227dee7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:59.935629 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-efab3aee-ca20-4bcc-8637-8a36a5679c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:53:59.952576 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37e6f3-22ff-4dfc-98d2-7e1227dee7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e294e5-b134-44a8-a504-fd9c18c88c51,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:53:59.956872 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2f37e6f3-22ff-4dfc-98d2-7e1227dee7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:53:59.962360 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2f37e6f3-22ff-4dfc-98d2-7e1227dee7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:53:59.963629 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2f37e6f3-22ff-4dfc-98d2-7e1227dee7a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/89e294e5-b134-44a8-a504-fd9c18c88c51 HTTP/1.1" status: 204 len: 168 time: 0.1857631 Dec 05 21:54:01.185561 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:04.784445 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 33264) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:04.969324 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b41df059-e6f5-46cf-82b2-607d8fd16a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:04.998688 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b41df059-e6f5-46cf-82b2-607d8fd16a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:05.003120 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b41df059-e6f5-46cf-82b2-607d8fd16a14 admin admin] Usage tracker for resource:security_group_rule and tenant:8edfe99e093d4f7691c09875286c8544 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:05.006856 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b41df059-e6f5-46cf-82b2-607d8fd16a14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:05.013121 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b41df059-e6f5-46cf-82b2-607d8fd16a14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:05.154635 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b41df059-e6f5-46cf-82b2-607d8fd16a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:05.159285 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b41df059-e6f5-46cf-82b2-607d8fd16a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:05.170378 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f6dc2271-9ada-4bb9-93dc-c0fb881f0ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:05.216038 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b41df059-e6f5-46cf-82b2-607d8fd16a14 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8edfe99e093d4f7691c09875286c8544&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4303482 Dec 05 21:54:05.217811 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41df059-e6f5-46cf-82b2-607d8fd16a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e97dafd-7d7c-4aac-bcdd-1e3c7d673b2f,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:05.220545 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 33270) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:05.223247 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b41df059-e6f5-46cf-82b2-607d8fd16a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:05.290848 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7195abb7-3513-4c1f-9e2d-044e69bbf203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:05.325079 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7195abb7-3513-4c1f-9e2d-044e69bbf203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:05.383058 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7195abb7-3513-4c1f-9e2d-044e69bbf203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:05.388919 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-947cdbe0-3325-4ebc-b5e0-b2f57396c114 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:05.405783 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195abb7-3513-4c1f-9e2d-044e69bbf203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e97dafd-7d7c-4aac-bcdd-1e3c7d673b2f,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:05.408624 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7195abb7-3513-4c1f-9e2d-044e69bbf203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:05.410104 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7195abb7-3513-4c1f-9e2d-044e69bbf203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:05.429533 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-7195abb7-3513-4c1f-9e2d-044e69bbf203 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e97dafd-7d7c-4aac-bcdd-1e3c7d673b2f HTTP/1.1" status: 204 len: 168 time: 0.2078063 Dec 05 21:54:05.845906 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 33286) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:05.866440 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b05fb83-90f5-4e98-8ba2-bec686fd06b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:05.883859 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-9b05fb83-90f5-4e98-8ba2-bec686fd06b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:05.888099 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-9b05fb83-90f5-4e98-8ba2-bec686fd06b7 admin admin] Usage tracker for resource:security_group_rule and tenant:245d6d0b09814c3d8c3ec73c62fd4681 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:05.892029 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-9b05fb83-90f5-4e98-8ba2-bec686fd06b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:05.897594 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-9b05fb83-90f5-4e98-8ba2-bec686fd06b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:05.992178 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b05fb83-90f5-4e98-8ba2-bec686fd06b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:05.997434 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b05fb83-90f5-4e98-8ba2-bec686fd06b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:06.012202 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7c67eafa-70c1-445f-bb26-d88e824fae95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:06.075727 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 33290) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:06.076083 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-9b05fb83-90f5-4e98-8ba2-bec686fd06b7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=245d6d0b09814c3d8c3ec73c62fd4681&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2286327 Dec 05 21:54:06.077879 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05fb83-90f5-4e98-8ba2-bec686fd06b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbb4c61-2ae9-4377-ab2c-44d81e37a131,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:06.086616 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9b05fb83-90f5-4e98-8ba2-bec686fd06b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:06.149300 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-72dbb059-cde5-41c9-b194-7632856c51d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:06.180505 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-72dbb059-cde5-41c9-b194-7632856c51d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:06.229648 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-72dbb059-cde5-41c9-b194-7632856c51d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:06.233841 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-67d7b669-7253-4431-9e50-5b9298976e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:06.248494 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbb059-cde5-41c9-b194-7632856c51d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbb4c61-2ae9-4377-ab2c-44d81e37a131,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:06.251316 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-72dbb059-cde5-41c9-b194-7632856c51d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:06.262298 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-72dbb059-cde5-41c9-b194-7632856c51d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:06.263530 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-72dbb059-cde5-41c9-b194-7632856c51d1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cfbb4c61-2ae9-4377-ab2c-44d81e37a131 HTTP/1.1" status: 204 len: 168 time: 0.1867795 Dec 05 21:54:08.946148 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 33352) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:09.140613 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-694d80a0-2656-4110-8ea1-a505223eea2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:09.159083 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-694d80a0-2656-4110-8ea1-a505223eea2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:09.166551 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-694d80a0-2656-4110-8ea1-a505223eea2e admin admin] Usage tracker for resource:security_group_rule and tenant:ddf1cf639eb841589246514fb75d6c1f is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:09.170057 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-694d80a0-2656-4110-8ea1-a505223eea2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:09.176455 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-694d80a0-2656-4110-8ea1-a505223eea2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:09.275120 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-694d80a0-2656-4110-8ea1-a505223eea2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:09.278579 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-694d80a0-2656-4110-8ea1-a505223eea2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:09.289834 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4bf3c5df-8e42-469a-ab14-5c2fd1929915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:09.330102 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d80a0-2656-4110-8ea1-a505223eea2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9563b5aa-5172-4897-b5fa-3fc31784929f,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:09.337542 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-694d80a0-2656-4110-8ea1-a505223eea2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:09.346802 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-694d80a0-2656-4110-8ea1-a505223eea2e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ddf1cf639eb841589246514fb75d6c1f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3993871 Dec 05 21:54:09.347007 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 33358) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:09.424708 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:09.455259 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:09.506846 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:09.512314 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3c1c390c-1422-4ee7-bdff-a36b100239a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:09.537921 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9563b5aa-5172-4897-b5fa-3fc31784929f,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:09.541947 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:54:09.559936 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:09.564493 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9563b5aa-5172-4897-b5fa-3fc31784929f HTTP/1.1" status: 204 len: 168 time: 0.2162807 Dec 05 21:54:09.571863 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.572536 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.573131 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.573745 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.574343 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.574926 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.575506 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.576112 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.576713 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.577292 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.577868 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.578444 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.579112 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.579705 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.580343 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.581005 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.581582 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.582161 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.582759 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.583335 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.583954 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.585222 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.585804 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.586534 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:09.590413 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2f8b2fe2-1198-4d50-bfec-8be5f92c5a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:09.981807 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 33370) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:10.010929 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1c7cb50c-4ec1-4846-bae9-fef682fbd688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:10.034308 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-1c7cb50c-4ec1-4846-bae9-fef682fbd688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:10.040643 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-1c7cb50c-4ec1-4846-bae9-fef682fbd688 admin admin] Usage tracker for resource:security_group_rule and tenant:55239290d0b24f298e9d8ae6f600b685 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:10.044289 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-1c7cb50c-4ec1-4846-bae9-fef682fbd688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:10.053293 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-1c7cb50c-4ec1-4846-bae9-fef682fbd688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:10.161511 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1c7cb50c-4ec1-4846-bae9-fef682fbd688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:10.165357 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1c7cb50c-4ec1-4846-bae9-fef682fbd688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:10.179212 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-045c2f6e-6411-471f-b939-29efeb94f7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:10.221283 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cb50c-4ec1-4846-bae9-fef682fbd688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d25933-3cd6-4939-8074-73596191e91e,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:10.225302 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1c7cb50c-4ec1-4846-bae9-fef682fbd688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:10.246515 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-1c7cb50c-4ec1-4846-bae9-fef682fbd688 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=55239290d0b24f298e9d8ae6f600b685&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2633400 Dec 05 21:54:10.249305 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 33374) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:10.337807 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8199622c-810f-4745-ba14-350e35ef04f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:10.377128 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8199622c-810f-4745-ba14-350e35ef04f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:10.440793 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8199622c-810f-4745-ba14-350e35ef04f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:10.451716 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-48c8c146-d182-41e8-acc3-358b206f9274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:10.468386 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199622c-810f-4745-ba14-350e35ef04f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d25933-3cd6-4939-8074-73596191e91e,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:10.477870 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8199622c-810f-4745-ba14-350e35ef04f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:10.478964 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8199622c-810f-4745-ba14-350e35ef04f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:10.483650 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-8199622c-810f-4745-ba14-350e35ef04f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/75d25933-3cd6-4939-8074-73596191e91e HTTP/1.1" status: 204 len: 168 time: 0.2295766 Dec 05 21:54:12.334823 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-8b3b26e3-f6f6-48df-9e25-3ed6d3abea2c tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/floatingips/ffc0f83c-7bdb-4e8d-aac7-86aeb90c1b7c HTTP/1.1" status: 200 len: 997 time: 0.1166072 Dec 05 21:54:12.512185 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-1635cad8-07b6-4eab-84a9-9aa61efa90cb tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:54:12.513709 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-1635cad8-07b6-4eab-84a9-9aa61efa90cb tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/networks/dd6739ac-3b61-4fa5-bbf5-45fb885265ae HTTP/1.1" status: 200 len: 784 time: 0.1676855 Dec 05 21:54:12.538014 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-727bc697-e3fa-4d52-9c10-bf6c284cc3f7 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80240) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 05 21:54:12.546373 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-727bc697-e3fa-4d52-9c10-bf6c284cc3f7 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0173073 Dec 05 21:54:12.688685 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-ff32bc5d-053e-41a5-bdcc-4c4d9deb1046 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.1.46 HTTP/1.1" status: 200 len: 1000 time: 0.1409366 Dec 05 21:54:12.792672 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-13dfa712-c12b-48cf-995b-f670fbc30c47 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:54:12.804927 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-13dfa712-c12b-48cf-995b-f670fbc30c47 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports/f674960b-2b56-43d4-9b8c-d8b040baa75b HTTP/1.1" status: 200 len: 942 time: 0.1092925 Dec 05 21:54:13.007058 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-d832324b-b01e-4b1e-be9c-3240c0fbc997 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.1.46 HTTP/1.1" status: 200 len: 1000 time: 0.1215281 Dec 05 21:54:13.516281 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-26ed85d3-d72b-430d-b8ce-0487d729ff2e tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Deleting port 0ce3a07f-214d-486b-82c0-d0b973210e20 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:54:13.516721 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-26ed85d3-d72b-430d-b8ce-0487d729ff2e tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:13.747513 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-26ed85d3-d72b-430d-b8ce-0487d729ff2e tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:13.747919 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-26ed85d3-d72b-430d-b8ce-0487d729ff2e tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks [] for floatingip, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:13.885103 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-26ed85d3-d72b-430d-b8ce-0487d729ff2e tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Calling delete_port for 0ce3a07f-214d-486b-82c0-d0b973210e20 owned by network:floatingip {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:54:14.080049 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-26ed85d3-d72b-430d-b8ce-0487d729ff2e tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:14.097962 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dcc2a759-bcbc-465d-b72f-d7ecd9e8aa22 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:14.161473 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed85d3-d72b-430d-b8ce-0487d729ff2e tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Pushing event deleted for resources: {'Port': ['ID=0ce3a07f-214d-486b-82c0-d0b973210e20,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:14.168701 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-26ed85d3-d72b-430d-b8ce-0487d729ff2e tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:14.359078 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-26ed85d3-d72b-430d-b8ce-0487d729ff2e tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks [] for floatingip, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:14.359399 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-26ed85d3-d72b-430d-b8ce-0487d729ff2e tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Floating IP ffc0f83c-7bdb-4e8d-aac7-86aeb90c1b7c disassociated (deleted). External IP: 172.27.1.46, port: f674960b-2b56-43d4-9b8c-d8b040baa75b. Dec 05 21:54:14.769500 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-26ed85d3-d72b-430d-b8ce-0487d729ff2e tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Router 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:54:14.907667 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 33474) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:15.004213 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-26ed85d3-d72b-430d-b8ce-0487d729ff2e tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:54:15.017137 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d28a17-8272-4627-b757-d3cb08f177b7 None None] Sync routers for ids ['1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:54:15.036867 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d28a17-8272-4627-b757-d3cb08f177b7 None None] Routers {'1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:54:15.039915 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-d1d28a17-8272-4627-b757-d3cb08f177b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:53:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:15.078919 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-26ed85d3-d72b-430d-b8ce-0487d729ff2e tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:15.118190 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ecc67f80-b636-4ae8-9fcb-7fdd77b4d6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:15.148522 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ecc67f80-b636-4ae8-9fcb-7fdd77b4d6a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:15.153291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ecc67f80-b636-4ae8-9fcb-7fdd77b4d6a1 admin admin] Usage tracker for resource:security_group_rule and tenant:a226a0ac20464d74a984532569b34cdc is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:15.157218 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ecc67f80-b636-4ae8-9fcb-7fdd77b4d6a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:15.164871 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ecc67f80-b636-4ae8-9fcb-7fdd77b4d6a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:15.206544 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-26ed85d3-d72b-430d-b8ce-0487d729ff2e tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "DELETE /v2.0/floatingips/ffc0f83c-7bdb-4e8d-aac7-86aeb90c1b7c HTTP/1.1" status: 204 len: 173 time: 2.1921229 Dec 05 21:54:15.206929 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41786587-821f-4974-89a9-9a20495b965a', 'tag': 'f674960b-2b56-43d4-9b8c-d8b040baa75b'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:54:15.263062 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ecc67f80-b636-4ae8-9fcb-7fdd77b4d6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:15.273965 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ecc67f80-b636-4ae8-9fcb-7fdd77b4d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:15.294297 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5c504243-e90b-4231-8067-723ae73b5818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:15.295478 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-d1d28a17-8272-4627-b757-d3cb08f177b7 None None] Set router 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:54:15.334532 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41786587-821f-4974-89a9-9a20495b965a', 'tag': 'f674960b-2b56-43d4-9b8c-d8b040baa75b', 'status': 'completed', 'code': 200} Dec 05 21:54:15.341060 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ecc67f80-b636-4ae8-9fcb-7fdd77b4d6a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a226a0ac20464d74a984532569b34cdc&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4319017 Dec 05 21:54:15.342703 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 33482) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:15.388417 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc67f80-b636-4ae8-9fcb-7fdd77b4d6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f83c9b0-1ad4-4081-ae8c-bb5c6a0f48b4,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:15.393678 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ecc67f80-b636-4ae8-9fcb-7fdd77b4d6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:15.430997 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-7b18f625-3da5-4dcd-a1a3-858d3db21267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:54:15.433014 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-7b18f625-3da5-4dcd-a1a3-858d3db21267 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8fdfb31e682a4ad39262c855047b60c3&device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 1162 time: 0.2097447 Dec 05 21:54:15.497944 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb0513-aaee-493f-a412-b26805705553 req-da9c83b3-b0f7-4be6-bdd2-44b5738f1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:54:15.499893 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-53bb0513-aaee-493f-a412-b26805705553 req-da9c83b3-b0f7-4be6-bdd2-44b5738f1d6a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8fdfb31e682a4ad39262c855047b60c3&device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 1162 time: 0.1078765 Dec 05 21:54:15.632421 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-31c64a49-b15b-496e-be75-cbe71fa1f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:54:15.634174 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-31c64a49-b15b-496e-be75-cbe71fa1f7bd service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1d7ea22-44aa-42ef-b3c9-6dd290d73543 HTTP/1.1" status: 200 len: 903 time: 0.1760838 Dec 05 21:54:15.639553 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-90e6ab42-f90d-49e7-8d4d-5065fca02f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:15.685574 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-d1d28a17-8272-4627-b757-d3cb08f177b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'name': 'tempest-TestShelveInstance-1212034175-router', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:24Z', 'updated_at': '2020-12-05T21:48:29Z', 'revision_number': 4, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'gw_port': {'id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:25Z', 'updated_at': '2020-12-05T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'be08c79d-7cae-48a0-b2b6-15ab94392e8d', 'name': '', 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'mac_address': 'fa:16:3e:52:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7a3a935d-b831-483f-b7f8-a3892605052c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:28Z', 'updated_at': '2020-12-05T21:48:40Z', 'revision_number': 5, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'subnets': [{'id': '7a3a935d-b831-483f-b7f8-a3892605052c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:15.689759 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d28a17-8272-4627-b757-d3cb08f177b7 None None] Checking router: 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:54:15.695476 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb0513-aaee-493f-a412-b26805705553 req-ad39024a-0d04-4f48-948c-f99f12a1f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:54:15.698630 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-53bb0513-aaee-493f-a412-b26805705553 req-ad39024a-0d04-4f48-948c-f99f12a1f908 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e1d7ea22-44aa-42ef-b3c9-6dd290d73543 HTTP/1.1" status: 200 len: 903 time: 0.1919112 Dec 05 21:54:15.699915 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d28a17-8272-4627-b757-d3cb08f177b7 None None] Routers {'1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:54:15.700634 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-d1d28a17-8272-4627-b757-d3cb08f177b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:53:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:15.727059 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-ae7504e6-f4f7-4682-8bff-b628406d0fe7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f674960b-2b56-43d4-9b8c-d8b040baa75b HTTP/1.1" status: 200 len: 217 time: 0.0847092 Dec 05 21:54:15.806216 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-53bb0513-aaee-493f-a412-b26805705553 req-3e05b51c-3569-4b45-bafd-4db597aa196e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f674960b-2b56-43d4-9b8c-d8b040baa75b HTTP/1.1" status: 200 len: 217 time: 0.0999451 Dec 05 21:54:15.809364 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-90e6ab42-f90d-49e7-8d4d-5065fca02f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:15.817665 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-a2ba708c-3fd0-461b-8a34-bdc4e8543772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:54:15.819505 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-a2ba708c-3fd0-461b-8a34-bdc4e8543772 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7a3a935d-b831-483f-b7f8-a3892605052c HTTP/1.1" status: 200 len: 848 time: 0.0796120 Dec 05 21:54:15.843333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:15.895427 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-d1d28a17-8272-4627-b757-d3cb08f177b7 None None] Set router 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:54:15.897721 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb0513-aaee-493f-a412-b26805705553 req-37d3b9ad-0453-4442-a558-27380de81ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:54:15.899336 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-53bb0513-aaee-493f-a412-b26805705553 req-37d3b9ad-0453-4442-a558-27380de81ac5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a3a935d-b831-483f-b7f8-a3892605052c HTTP/1.1" status: 200 len: 848 time: 0.0784249 Dec 05 21:54:15.938660 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-d37cc4df-789b-4391-98e1-6ebeaf44ad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:54:15.940365 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-d37cc4df-789b-4391-98e1-6ebeaf44ad04 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1d7ea22-44aa-42ef-b3c9-6dd290d73543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1082687 Dec 05 21:54:15.941394 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-90e6ab42-f90d-49e7-8d4d-5065fca02f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:15.949208 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bc4ffcf1-c6e3-4124-a5e3-712508747afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:15.983086 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb0513-aaee-493f-a412-b26805705553 req-aa265fae-c7d7-4b63-83bd-cb84d1be74e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:54:15.984722 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-53bb0513-aaee-493f-a412-b26805705553 req-aa265fae-c7d7-4b63-83bd-cb84d1be74e2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e1d7ea22-44aa-42ef-b3c9-6dd290d73543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780904 Dec 05 21:54:15.989248 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6ab42-f90d-49e7-8d4d-5065fca02f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f83c9b0-1ad4-4081-ae8c-bb5c6a0f48b4,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:15.992407 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-90e6ab42-f90d-49e7-8d4d-5065fca02f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:16.066692 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-90e6ab42-f90d-49e7-8d4d-5065fca02f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:16.070620 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-90e6ab42-f90d-49e7-8d4d-5065fca02f7f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0f83c9b0-1ad4-4081-ae8c-bb5c6a0f48b4 HTTP/1.1" status: 204 len: 168 time: 0.7241862 Dec 05 21:54:16.135818 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-579eedfc-f268-4f4a-b111-d76ba6eb813f service neutron] 10.222.0.50 "GET /v2.0/networks/e1d7ea22-44aa-42ef-b3c9-6dd290d73543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729667 Dec 05 21:54:16.159046 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-53bb0513-aaee-493f-a412-b26805705553 req-35e5a2c4-7363-4c7a-a922-b211988282cd service neutron] 10.222.0.53 "GET /v2.0/networks/e1d7ea22-44aa-42ef-b3c9-6dd290d73543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659338 Dec 05 21:54:16.311491 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-d1d28a17-8272-4627-b757-d3cb08f177b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'name': 'tempest-TestShelveInstance-1212034175-router', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:24Z', 'updated_at': '2020-12-05T21:48:29Z', 'revision_number': 4, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'gw_port': {'id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:25Z', 'updated_at': '2020-12-05T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'be08c79d-7cae-48a0-b2b6-15ab94392e8d', 'name': '', 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'mac_address': 'fa:16:3e:52:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7a3a935d-b831-483f-b7f8-a3892605052c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:28Z', 'updated_at': '2020-12-05T21:48:40Z', 'revision_number': 5, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'subnets': [{'id': '7a3a935d-b831-483f-b7f8-a3892605052c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:16.316509 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d28a17-8272-4627-b757-d3cb08f177b7 None None] The sync data for ids ['1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'] in dv-cinder-757908-4-iscsi is: [{'id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'name': 'tempest-TestShelveInstance-1212034175-router', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:24Z', 'updated_at': '2020-12-05T21:48:29Z', 'revision_number': 4, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'gw_port': {'id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:25Z', 'updated_at': '2020-12-05T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'be08c79d-7cae-48a0-b2b6-15ab94392e8d', 'name': '', 'network_id': 'e1d7ea22-44aa-42ef-b3c9-6dd290d73543', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'mac_address': 'fa:16:3e:52:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7a3a935d-b831-483f-b7f8-a3892605052c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:28Z', 'updated_at': '2020-12-05T21:48:40Z', 'revision_number': 5, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'subnets': [{'id': '7a3a935d-b831-483f-b7f8-a3892605052c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:54:16.336771 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-53bb0513-aaee-493f-a412-b26805705553 req-715a29aa-f73e-475a-b500-6200f9e47d1f service neutron] 10.222.0.53 "GET /v2.0/networks/e1d7ea22-44aa-42ef-b3c9-6dd290d73543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1701241 Dec 05 21:54:16.350162 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b5a51ce4-1de1-46c8-a262-1f3680a5d454 req-017c9aaf-7b0c-4590-abcb-3dcfd054b4e2 service neutron] 10.222.0.50 "GET /v2.0/networks/e1d7ea22-44aa-42ef-b3c9-6dd290d73543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2073021 Dec 05 21:54:16.391079 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9397ffb6-cc32-441d-bee3-2b8aa1e8c244 req-6a0a7e4a-a458-4a04-8101-06cd3ff6dded service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0925255 Dec 05 21:54:16.499804 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397ffb6-cc32-441d-bee3-2b8aa1e8c244 req-73d969c8-82b9-4326-93c3-88b91f981f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:54:16.501493 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9397ffb6-cc32-441d-bee3-2b8aa1e8c244 req-73d969c8-82b9-4326-93c3-88b91f981f78 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060&device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 1162 time: 0.0796244 Dec 05 21:54:16.505147 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 33510) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:16.532970 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7032af96-7d78-44de-9834-2325e39fcbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:16.557376 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-7032af96-7d78-44de-9834-2325e39fcbf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:16.565929 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-7032af96-7d78-44de-9834-2325e39fcbf4 admin admin] Usage tracker for resource:security_group_rule and tenant:b09d8ecf2bca40578a9c859991395569 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:16.569834 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-7032af96-7d78-44de-9834-2325e39fcbf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:16.577823 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-7032af96-7d78-44de-9834-2325e39fcbf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:16.688777 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7032af96-7d78-44de-9834-2325e39fcbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:16.692983 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7032af96-7d78-44de-9834-2325e39fcbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:16.702849 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397ffb6-cc32-441d-bee3-2b8aa1e8c244 req-10a4d956-2af6-45b4-b840-b8081263df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:54:16.703296 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6c600033-7e8c-452a-a0b2-b04418b8b202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:16.704170 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9397ffb6-cc32-441d-bee3-2b8aa1e8c244 req-10a4d956-2af6-45b4-b840-b8081263df85 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba83bbf0-3b38-4232-af09-1ca8d508a608 HTTP/1.1" status: 200 len: 911 time: 0.1754663 Dec 05 21:54:16.748728 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-7032af96-7d78-44de-9834-2325e39fcbf4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b09d8ecf2bca40578a9c859991395569&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2409315 Dec 05 21:54:16.750600 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 33516) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:16.751502 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032af96-7d78-44de-9834-2325e39fcbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e9c716-55fe-42e2-ac02-e494c9022e6f,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:16.756664 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7032af96-7d78-44de-9834-2325e39fcbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:16.814701 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776a3410-5ba5-4fa6-abab-e0d91377e507 None None] New status for floating IP ffc0f83c-7bdb-4e8d-aac7-86aeb90c1b7c: DOWN {{(pid=80241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 05 21:54:16.818977 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9397ffb6-cc32-441d-bee3-2b8aa1e8c244 req-bf2cad24-dec8-40be-98a4-6815ef8d09a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=608b4e65-975a-4c85-af2d-4fbf1a5b2a1a HTTP/1.1" status: 200 len: 217 time: 0.1072025 Dec 05 21:54:16.821317 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ec1b28fc-03ff-4b6a-8a4e-fda33767de0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:16.851600 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ec1b28fc-03ff-4b6a-8a4e-fda33767de0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:16.909627 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ec1b28fc-03ff-4b6a-8a4e-fda33767de0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:16.914564 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397ffb6-cc32-441d-bee3-2b8aa1e8c244 req-15fe8b80-c90a-41bb-af38-2d3abf684376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:54:16.916208 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9397ffb6-cc32-441d-bee3-2b8aa1e8c244 req-15fe8b80-c90a-41bb-af38-2d3abf684376 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9202ba51-95a8-4744-9f6f-9b6d34d32b9b HTTP/1.1" status: 200 len: 856 time: 0.0860014 Dec 05 21:54:16.918750 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0de54297-8de8-4fa9-92ba-9e85bd24fad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:16.936763 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b28fc-03ff-4b6a-8a4e-fda33767de0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e9c716-55fe-42e2-ac02-e494c9022e6f,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:16.973337 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ec1b28fc-03ff-4b6a-8a4e-fda33767de0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:16.985549 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ec1b28fc-03ff-4b6a-8a4e-fda33767de0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:16.986809 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ec1b28fc-03ff-4b6a-8a4e-fda33767de0c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d4e9c716-55fe-42e2-ac02-e494c9022e6f HTTP/1.1" status: 204 len: 168 time: 0.2320817 Dec 05 21:54:17.000134 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943ac6f-9bcf-48dc-b510-06d36df68456 req-17709b0d-8c0e-433e-bcda-5910dcd62959 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:54:17.001066 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-7943ac6f-9bcf-48dc-b510-06d36df68456 req-17709b0d-8c0e-433e-bcda-5910dcd62959 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Synchronizing usage tracker for tenant:8fdfb31e682a4ad39262c855047b60c3 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:54:17.025969 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-7943ac6f-9bcf-48dc-b510-06d36df68456 req-17709b0d-8c0e-433e-bcda-5910dcd62959 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Unset dirty status for tenant:8fdfb31e682a4ad39262c855047b60c3 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:54:17.027271 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7943ac6f-9bcf-48dc-b510-06d36df68456 req-17709b0d-8c0e-433e-bcda-5910dcd62959 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.2520165 Dec 05 21:54:17.072124 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397ffb6-cc32-441d-bee3-2b8aa1e8c244 req-7cc628a8-1298-4fa5-a5bd-289f755a34aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:54:17.073649 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9397ffb6-cc32-441d-bee3-2b8aa1e8c244 req-7cc628a8-1298-4fa5-a5bd-289f755a34aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba83bbf0-3b38-4232-af09-1ca8d508a608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1473925 Dec 05 21:54:17.134903 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7943ac6f-9bcf-48dc-b510-06d36df68456 req-c91ce90d-c10d-487b-9517-156350c10088 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0981405 Dec 05 21:54:17.242660 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9397ffb6-cc32-441d-bee3-2b8aa1e8c244 req-ac853a69-afd5-49bd-ab2f-08c93526a21f service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575694 Dec 05 21:54:17.399674 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9397ffb6-cc32-441d-bee3-2b8aa1e8c244 req-5ad1105a-a4a9-467b-b561-829a70a3ab34 service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1500688 Dec 05 21:54:18.366548 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859868cb-3bc4-4ea4-a849-7ee8f38cdbdf req-9f39073f-69a5-4de4-b276-734f7f6f0fee tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:54:18.368193 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-859868cb-3bc4-4ea4-a849-7ee8f38cdbdf req-9f39073f-69a5-4de4-b276-734f7f6f0fee tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.0905318 Dec 05 21:54:18.418431 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-859868cb-3bc4-4ea4-a849-7ee8f38cdbdf req-cdad6e8f-b01a-4eec-a763-90371d349ffa tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0436234 Dec 05 21:54:18.938991 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd320202-8870-4078-8035-eee1534fd310 req-cd6a3b24-bb11-4e1a-90c3-dd609318cd6a tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:54:18.940611 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fd320202-8870-4078-8035-eee1534fd310 req-cd6a3b24-bb11-4e1a-90c3-dd609318cd6a tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.53 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.3255951 Dec 05 21:54:19.016142 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-fd320202-8870-4078-8035-eee1534fd310 req-65c022ac-4a2a-4ceb-a841-4b05211a2bc6 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Deleting port f674960b-2b56-43d4-9b8c-d8b040baa75b {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:54:19.016523 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-fd320202-8870-4078-8035-eee1534fd310 req-65c022ac-4a2a-4ceb-a841-4b05211a2bc6 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:19.111658 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 33618) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:19.194222 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20a6fa1-51e5-4fa2-a216-c30948e47067 admin admin] Deleting subnet a10c0c35-d593-45f6-9712-7414d644fb3b {{(pid=80239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 05 21:54:19.197600 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b20a6fa1-51e5-4fa2-a216-c30948e47067 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:19.254224 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b20a6fa1-51e5-4fa2-a216-c30948e47067 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841089900'] for subnet, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:19.296646 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-fd320202-8870-4078-8035-eee1534fd310 req-65c022ac-4a2a-4ceb-a841-4b05211a2bc6 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] For port f674960b-2b56-43d4-9b8c-d8b040baa75b, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=f674960b-2b56-43d4-9b8c-d8b040baa75b,segment=NetworkSegment(985af089-ac5a-4f04-87ac-190305aff107),segment_id=985af089-ac5a-4f04-87ac-190305aff107)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:54:19.297045 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-fd320202-8870-4078-8035-eee1534fd310 req-65c022ac-4a2a-4ceb-a841-4b05211a2bc6 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:19.320438 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b20a6fa1-51e5-4fa2-a216-c30948e47067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1341068'] for subnet, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:19.429087 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-fd320202-8870-4078-8035-eee1534fd310 req-65c022ac-4a2a-4ceb-a841-4b05211a2bc6 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Calling delete_port for f674960b-2b56-43d4-9b8c-d8b040baa75b owned by compute:nova {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:54:19.700040 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-fd320202-8870-4078-8035-eee1534fd310 req-65c022ac-4a2a-4ceb-a841-4b05211a2bc6 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:19.718215 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-03409063-8fb3-4b28-a92d-c05f2403e339 tempest-ServerRescueNegativeTestJSON-651294214 tempest-ServerRescueNegativeTestJSON-651294214] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:19.774478 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c022ac-4a2a-4ceb-a841-4b05211a2bc6 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Pushing event deleted for resources: {'Port': ['ID=f674960b-2b56-43d4-9b8c-d8b040baa75b,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:19.799586 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-65c022ac-4a2a-4ceb-a841-4b05211a2bc6 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:19.873040 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b20a6fa1-51e5-4fa2-a216-c30948e47067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853434748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14624556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839223429'] for subnet, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:19.875166 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d6849-ae6c-4d9e-a5df-1201b4694359 req-667c7711-8ff8-47fe-94a5-49ec9d06a6ca tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:54:19.876847 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-284d6849-ae6c-4d9e-a5df-1201b4694359 req-667c7711-8ff8-47fe-94a5-49ec9d06a6ca tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 945 time: 0.2783206 Dec 05 21:54:19.889731 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c289fc59-9c41-47f2-af06-30b9b67662d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:19.944841 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a6fa1-51e5-4fa2-a216-c30948e47067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a10c0c35-d593-45f6-9712-7414d644fb3b,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:19.948925 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b20a6fa1-51e5-4fa2-a216-c30948e47067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:19.954849 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-284d6849-ae6c-4d9e-a5df-1201b4694359 req-3f594be9-a2b6-49d3-b434-7e222e4a636d tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups?id=3cc13062-f208-482e-a24a-d76560ee5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0702260 Dec 05 21:54:20.003262 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd320202-8870-4078-8035-eee1534fd310 req-65c022ac-4a2a-4ceb-a841-4b05211a2bc6 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] No DVR routers for this DVR port f674960b-2b56-43d4-9b8c-d8b040baa75b on host hv-cinder-75790 {{(pid=80240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 21:54:20.005753 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-fd320202-8870-4078-8035-eee1534fd310 req-65c022ac-4a2a-4ceb-a841-4b05211a2bc6 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:20.009587 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41786587-821f-4974-89a9-9a20495b965a', 'name': 'network-vif-deleted', 'tag': 'f674960b-2b56-43d4-9b8c-d8b040baa75b'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:54:20.026521 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fd320202-8870-4078-8035-eee1534fd310 req-65c022ac-4a2a-4ceb-a841-4b05211a2bc6 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.53 "DELETE /v2.0/ports/f674960b-2b56-43d4-9b8c-d8b040baa75b HTTP/1.1" status: 204 len: 173 time: 1.0787237 Dec 05 21:54:20.044016 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b20a6fa1-51e5-4fa2-a216-c30948e47067 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:20.050229 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b20a6fa1-51e5-4fa2-a216-c30948e47067 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a10c0c35-d593-45f6-9712-7414d644fb3b HTTP/1.1" status: 204 len: 168 time: 0.9374239 Dec 05 21:54:20.053315 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 33630) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:20.075863 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41786587-821f-4974-89a9-9a20495b965a', 'name': 'network-vif-deleted', 'tag': 'f674960b-2b56-43d4-9b8c-d8b040baa75b', 'status': 'completed', 'code': 200} Dec 05 21:54:20.179784 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-37956f82-f2bc-4569-ade6-4da05a4ac7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853045594'] for network, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:20.340353 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device f674960b-2b56-43d4-9b8c-d8b040baa75b no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:54:20.368947 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-37956f82-f2bc-4569-ade6-4da05a4ac7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1342674', 'neutron.services.segments.db._delete_segments_for_network--9223363284943838921'] for network, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:20.375758 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] No Port match for: f674960b-2b56-43d4-9b8c-d8b040baa75b {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:54:20.376166 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device f674960b-2b56-43d4-9b8c-d8b040baa75b not bound to the agent host hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:54:20.493061 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-37956f82-f2bc-4569-ade6-4da05a4ac7dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940b5366-13ae-4afc-8628-d326d1cab76f']}} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:20.505530 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-37956f82-f2bc-4569-ade6-4da05a4ac7dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e990b0a-1233-4ae2-9a3c-3b7827608a70') {'for_net_delete': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:20.505959 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-37956f82-f2bc-4569-ade6-4da05a4ac7dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e990b0a-1233-4ae2-9a3c-3b7827608a70') {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:20.518351 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-37956f82-f2bc-4569-ade6-4da05a4ac7dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284943839689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16709401'] for segment, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:20.539458 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-37956f82-f2bc-4569-ade6-4da05a4ac7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:20.541510 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-37956f82-f2bc-4569-ade6-4da05a4ac7dd admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 05 21:54:20.729882 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-37956f82-f2bc-4569-ade6-4da05a4ac7dd admin admin] Network 940b5366-13ae-4afc-8628-d326d1cab76f has no segments {{(pid=80240) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:54:20.738963 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-37956f82-f2bc-4569-ade6-4da05a4ac7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853434340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839085233'] for segment, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:20.935456 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-37956f82-f2bc-4569-ade6-4da05a4ac7dd admin admin] Network 940b5366-13ae-4afc-8628-d326d1cab76f has no segments {{(pid=80240) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: Traceback (most recent call last): Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: timer() Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: cb(*args, **kw) Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: return func(*args, **kwargs) Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: self._notify() Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: self.callback(batched_events) Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: event.method(event) Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: segment_id)['aggregates'][0] Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(self, *a, **k) Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: return self._get(url).json() Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: **kwargs) Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.request(url, 'GET', **kwargs) Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: **endpoint_filter) Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 05 21:54:20.960053 dv-cinder-757908-4-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 05 21:54:21.041410 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-37956f82-f2bc-4569-ade6-4da05a4ac7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853433127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854189833'] for network, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:21.045470 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:21.067113 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-37956f82-f2bc-4569-ade6-4da05a4ac7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:21.074167 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37956f82-f2bc-4569-ade6-4da05a4ac7dd admin admin] Pushing event deleted for resources: {'Network': ['ID=940b5366-13ae-4afc-8628-d326d1cab76f,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:21.078971 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-37956f82-f2bc-4569-ade6-4da05a4ac7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:21.087802 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-37956f82-f2bc-4569-ade6-4da05a4ac7dd admin admin] 10.222.0.50 "DELETE /v2.0/networks/940b5366-13ae-4afc-8628-d326d1cab76f HTTP/1.1" status: 204 len: 168 time: 1.0332987 Dec 05 21:54:21.175337 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-3d3c4bf3-330b-4381-bd63-7cbb374d1000 req-27958086-137a-4345-baee-2430bbb6097c tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Synchronizing usage tracker for tenant:8fdfb31e682a4ad39262c855047b60c3 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:54:21.205323 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-3d3c4bf3-330b-4381-bd63-7cbb374d1000 req-27958086-137a-4345-baee-2430bbb6097c tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Unset dirty status for tenant:8fdfb31e682a4ad39262c855047b60c3 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:54:21.206897 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3d3c4bf3-330b-4381-bd63-7cbb374d1000 req-27958086-137a-4345-baee-2430bbb6097c tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/ports?device_id=41786587-821f-4974-89a9-9a20495b965a HTTP/1.1" status: 200 len: 210 time: 0.0834918 Dec 05 21:54:21.332360 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 33646) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:21.393223 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-674db057-1e9c-4a20-ad12-2d0adefc1fa3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=628008219bcc4acfa8ee06c7741148f2&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0594966 Dec 05 21:54:21.395928 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 33652) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:21.461418 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cf759f03-8d64-4ef0-ba16-46c1382f8577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:21.489035 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cf759f03-8d64-4ef0-ba16-46c1382f8577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:21.536179 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cf759f03-8d64-4ef0-ba16-46c1382f8577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:21.542597 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-299747df-77a5-4fdb-a4a1-83c70caac98d tempest-AttachVolumeTestJSON-805606776 tempest-AttachVolumeTestJSON-805606776] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:21.561584 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf759f03-8d64-4ef0-ba16-46c1382f8577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee47eeb-a783-44a5-a1ed-552d761bba29,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:21.564074 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cf759f03-8d64-4ef0-ba16-46c1382f8577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:21.569700 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cf759f03-8d64-4ef0-ba16-46c1382f8577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:21.570952 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-cf759f03-8d64-4ef0-ba16-46c1382f8577 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8ee47eeb-a783-44a5-a1ed-552d761bba29 HTTP/1.1" status: 204 len: 168 time: 0.1733747 Dec 05 21:54:22.410291 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a09968a0-d5f1-4191-85aa-33bff86bc2b4 req-171bf285-79cd-4643-9f71-7ab5d4ec596f tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "GET /v2.0/security-groups/3cc13062-f208-482e-a24a-d76560ee5e16 HTTP/1.1" status: 200 len: 2875 time: 0.0502560 Dec 05 21:54:22.484995 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a09968a0-d5f1-4191-85aa-33bff86bc2b4 req-04cbb0f0-8e79-4683-9eb6-34ebb4d65005 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:22.514556 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a09968a0-d5f1-4191-85aa-33bff86bc2b4 req-04cbb0f0-8e79-4683-9eb6-34ebb4d65005 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:22.564527 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a09968a0-d5f1-4191-85aa-33bff86bc2b4 req-04cbb0f0-8e79-4683-9eb6-34ebb4d65005 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:22.573606 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cf759f03-8d64-4ef0-ba16-46c1382f8577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:22.590860 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbb0f0-8e79-4683-9eb6-34ebb4d65005 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc13062-f208-482e-a24a-d76560ee5e16,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:22.593711 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-04cbb0f0-8e79-4683-9eb6-34ebb4d65005 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:22.601464 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a09968a0-d5f1-4191-85aa-33bff86bc2b4 req-04cbb0f0-8e79-4683-9eb6-34ebb4d65005 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:22.602676 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a09968a0-d5f1-4191-85aa-33bff86bc2b4 req-04cbb0f0-8e79-4683-9eb6-34ebb4d65005 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] 10.222.0.50 "DELETE /v2.0/security-groups/3cc13062-f208-482e-a24a-d76560ee5e16 HTTP/1.1" status: 204 len: 173 time: 0.1855216 Dec 05 21:54:22.667083 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 33692) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:23.275195 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80897301-5c60-41c8-8073-c4c02f1efdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854198554'] for router_interface, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:23.527430 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 33710) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:23.687464 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ffd84384-6681-4676-af3d-e1b6dee3d2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:23.708163 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ffd84384-6681-4676-af3d-e1b6dee3d2d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:23.712801 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ffd84384-6681-4676-af3d-e1b6dee3d2d2 admin admin] Usage tracker for resource:security_group_rule and tenant:4acbe3442cac4cca858e524ec5d813d3 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:23.715844 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ffd84384-6681-4676-af3d-e1b6dee3d2d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:23.721610 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ffd84384-6681-4676-af3d-e1b6dee3d2d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:23.809062 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ffd84384-6681-4676-af3d-e1b6dee3d2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:23.811956 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ffd84384-6681-4676-af3d-e1b6dee3d2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:23.821273 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cae1f46a-fb20-41fc-970b-1e0bbc83280d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:23.866742 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ffd84384-6681-4676-af3d-e1b6dee3d2d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4acbe3442cac4cca858e524ec5d813d3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3377714 Dec 05 21:54:23.867707 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd84384-6681-4676-af3d-e1b6dee3d2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7356ea4e-1100-420f-97a2-a6478545e4f8,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:23.871608 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ffd84384-6681-4676-af3d-e1b6dee3d2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:23.872460 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 33716) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:23.942143 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5040ca7b-0f0c-4174-817e-8db818aff058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:23.975952 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5040ca7b-0f0c-4174-817e-8db818aff058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:24.028233 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5040ca7b-0f0c-4174-817e-8db818aff058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:24.032665 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e7fd6057-bf3b-475b-926c-70b934d77a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:24.051295 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040ca7b-0f0c-4174-817e-8db818aff058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7356ea4e-1100-420f-97a2-a6478545e4f8,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:24.055283 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5040ca7b-0f0c-4174-817e-8db818aff058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:24.057448 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5040ca7b-0f0c-4174-817e-8db818aff058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:24.060363 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5040ca7b-0f0c-4174-817e-8db818aff058 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7356ea4e-1100-420f-97a2-a6478545e4f8 HTTP/1.1" status: 204 len: 168 time: 0.1867688 Dec 05 21:54:24.113685 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-80897301-5c60-41c8-8073-c4c02f1efdd6 admin admin] Deleting port be08c79d-7cae-48a0-b2b6-15ab94392e8d {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:54:24.114177 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80897301-5c60-41c8-8073-c4c02f1efdd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:24.316141 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-80897301-5c60-41c8-8073-c4c02f1efdd6 admin admin] For port be08c79d-7cae-48a0-b2b6-15ab94392e8d, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=be08c79d-7cae-48a0-b2b6-15ab94392e8d,segment=NetworkSegment(985af089-ac5a-4f04-87ac-190305aff107),segment_id=985af089-ac5a-4f04-87ac-190305aff107)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:54:24.316449 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80897301-5c60-41c8-8073-c4c02f1efdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:24.460959 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-80897301-5c60-41c8-8073-c4c02f1efdd6 admin admin] Calling delete_port for be08c79d-7cae-48a0-b2b6-15ab94392e8d owned by network:router_interface {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:54:24.539112 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 33728) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:24.579181 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a315e49b-87f0-4188-ad7b-83762e2f8806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:24.601889 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a315e49b-87f0-4188-ad7b-83762e2f8806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:24.606362 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a315e49b-87f0-4188-ad7b-83762e2f8806 admin admin] Usage tracker for resource:security_group_rule and tenant:4804b052a5fb4c5e9a855f60319ce5a5 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:24.609581 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a315e49b-87f0-4188-ad7b-83762e2f8806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:24.615720 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a315e49b-87f0-4188-ad7b-83762e2f8806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:24.655884 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80897301-5c60-41c8-8073-c4c02f1efdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:24.672071 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7e72e5fb-db0f-47d8-b1cc-65e25bbc44ec tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:24.705659 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a315e49b-87f0-4188-ad7b-83762e2f8806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:24.708582 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a315e49b-87f0-4188-ad7b-83762e2f8806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:24.717869 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8225e163-8ddb-4ff2-90b8-302fad715651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:24.729168 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80897301-5c60-41c8-8073-c4c02f1efdd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=be08c79d-7cae-48a0-b2b6-15ab94392e8d,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:24.763076 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a315e49b-87f0-4188-ad7b-83762e2f8806 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4804b052a5fb4c5e9a855f60319ce5a5&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2224405 Dec 05 21:54:24.766173 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 33734) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:24.780046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315e49b-87f0-4188-ad7b-83762e2f8806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7759efa-3cb2-4c63-80a8-81d65a26f041,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:24.780284 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-80897301-5c60-41c8-8073-c4c02f1efdd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:24.784248 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a315e49b-87f0-4188-ad7b-83762e2f8806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:24.836292 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-06b06e25-8941-4b89-b81f-b5ea4224d602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:24.865933 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-06b06e25-8941-4b89-b81f-b5ea4224d602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:24.884662 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9508e16-c797-4713-a12c-f764a7592641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:24.925521 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-06b06e25-8941-4b89-b81f-b5ea4224d602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:24.932751 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-98ad9c5a-7e92-4677-be60-881d4045829d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:24.948343 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b06e25-8941-4b89-b81f-b5ea4224d602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7759efa-3cb2-4c63-80a8-81d65a26f041,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:24.950712 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-06b06e25-8941-4b89-b81f-b5ea4224d602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:24.952066 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-06b06e25-8941-4b89-b81f-b5ea4224d602 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b7759efa-3cb2-4c63-80a8-81d65a26f041 HTTP/1.1" status: 204 len: 168 time: 0.1848722 Dec 05 21:54:24.953183 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-06b06e25-8941-4b89-b81f-b5ea4224d602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:25.086845 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80897301-5c60-41c8-8073-c4c02f1efdd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853522153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854198632'] for router_interface, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:25.602261 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80897301-5c60-41c8-8073-c4c02f1efdd6 admin admin] Router 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:54:25.794895 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80897301-5c60-41c8-8073-c4c02f1efdd6 admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:54:25.804907 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f627228-cce3-4b6f-9be5-d7cb7a12f34a None None] Sync routers for ids ['1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:54:25.812954 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-80897301-5c60-41c8-8073-c4c02f1efdd6 admin admin] 10.222.0.50 "PUT /v2.0/routers/1df56ce4-38d6-49cc-b9c0-83bc11ff67d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1451921 Dec 05 21:54:25.815544 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 33758) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:25.819446 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f627228-cce3-4b6f-9be5-d7cb7a12f34a None None] Routers {'1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:54:25.820161 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-0f627228-cce3-4b6f-9be5-d7cb7a12f34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:53:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:26.006312 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-0f627228-cce3-4b6f-9be5-d7cb7a12f34a None None] Set router 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:54:26.010074 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9643a4a2-2fc5-4aca-855e-6cafae054b14 admin admin] Notify callbacks [] for router, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:26.341530 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-0f627228-cce3-4b6f-9be5-d7cb7a12f34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'name': 'tempest-TestShelveInstance-1212034175-router', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:24Z', 'updated_at': '2020-12-05T21:54:24Z', 'revision_number': 5, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'gw_port': {'id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:25Z', 'updated_at': '2020-12-05T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:26.346238 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f627228-cce3-4b6f-9be5-d7cb7a12f34a None None] Checking router: 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:54:26.356922 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f627228-cce3-4b6f-9be5-d7cb7a12f34a None None] Routers {'1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:54:26.357588 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-0f627228-cce3-4b6f-9be5-d7cb7a12f34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:53:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:26.461615 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9643a4a2-2fc5-4aca-855e-6cafae054b14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:26.467709 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-9643a4a2-2fc5-4aca-855e-6cafae054b14 admin admin] Deleting port 0ff04715-1e3f-4ca0-b039-1abff0bcc4ad {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:54:26.468274 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9643a4a2-2fc5-4aca-855e-6cafae054b14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:26.679504 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-9643a4a2-2fc5-4aca-855e-6cafae054b14 admin admin] For port 0ff04715-1e3f-4ca0-b039-1abff0bcc4ad, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=0ff04715-1e3f-4ca0-b039-1abff0bcc4ad,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:54:26.680163 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9643a4a2-2fc5-4aca-855e-6cafae054b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:26.706634 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-0f627228-cce3-4b6f-9be5-d7cb7a12f34a None None] Set router 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:54:26.822274 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-9643a4a2-2fc5-4aca-855e-6cafae054b14 admin admin] Calling delete_port for 0ff04715-1e3f-4ca0-b039-1abff0bcc4ad owned by network:router_gateway {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:54:26.982567 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9643a4a2-2fc5-4aca-855e-6cafae054b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:27.027877 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-0f627228-cce3-4b6f-9be5-d7cb7a12f34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'name': 'tempest-TestShelveInstance-1212034175-router', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:24Z', 'updated_at': '2020-12-05T21:54:24Z', 'revision_number': 5, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'gw_port': {'id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:25Z', 'updated_at': '2020-12-05T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:27.032553 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f627228-cce3-4b6f-9be5-d7cb7a12f34a None None] The sync data for ids ['1df56ce4-38d6-49cc-b9c0-83bc11ff67d2'] in dv-cinder-757908-4-iscsi is: [{'id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'name': 'tempest-TestShelveInstance-1212034175-router', 'tenant_id': '8fdfb31e682a4ad39262c855047b60c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:24Z', 'updated_at': '2020-12-05T21:54:24Z', 'revision_number': 5, 'project_id': '8fdfb31e682a4ad39262c855047b60c3', 'gw_port': {'id': '0ff04715-1e3f-4ca0-b039-1abff0bcc4ad', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df56ce4-38d6-49cc-b9c0-83bc11ff67d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:25Z', 'updated_at': '2020-12-05T21:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:54:27.202138 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9643a4a2-2fc5-4aca-855e-6cafae054b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585966'] for router_gateway, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:27.366425 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9643a4a2-2fc5-4aca-855e-6cafae054b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854380800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32590'] for router, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:27.368916 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9643a4a2-2fc5-4aca-855e-6cafae054b14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:27.399646 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9643a4a2-2fc5-4aca-855e-6cafae054b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854380614'] for router, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:27.404626 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9643a4a2-2fc5-4aca-855e-6cafae054b14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 {{(pid=80240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 05 21:54:27.418612 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9643a4a2-2fc5-4aca-855e-6cafae054b14 admin admin] Notify callbacks [] for router, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:27.420615 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-9643a4a2-2fc5-4aca-855e-6cafae054b14 admin admin] 10.222.0.50 "DELETE /v2.0/routers/1df56ce4-38d6-49cc-b9c0-83bc11ff67d2 HTTP/1.1" status: 204 len: 168 time: 1.6040192 Dec 05 21:54:27.423282 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 33788) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:27.512731 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b89d75a-92df-4c24-a90d-83e3c1b2b467 admin admin] Deleting subnet 7a3a935d-b831-483f-b7f8-a3892605052c {{(pid=80240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 05 21:54:27.534560 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0b89d75a-92df-4c24-a90d-83e3c1b2b467 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:27.614750 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0b89d75a-92df-4c24-a90d-83e3c1b2b467 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838066415'] for subnet, precommit_delete_associations {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:27.711124 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0b89d75a-92df-4c24-a90d-83e3c1b2b467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1341068'] for subnet, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:27.821004 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-de295778-2e9a-48ff-b81f-ce1c26a62c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:28.044845 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0b89d75a-92df-4c24-a90d-83e3c1b2b467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853434748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839085278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838084134'] for subnet, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:28.063485 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:28.113598 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device be08c79d-7cae-48a0-b2b6-15ab94392e8d no longer exists at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:54:28.116530 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89d75a-92df-4c24-a90d-83e3c1b2b467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a3a935d-b831-483f-b7f8-a3892605052c,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:28.120497 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0b89d75a-92df-4c24-a90d-83e3c1b2b467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:28.149019 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] No Port match for: be08c79d-7cae-48a0-b2b6-15ab94392e8d {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:54:28.149416 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device be08c79d-7cae-48a0-b2b6-15ab94392e8d not bound to the agent host dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:54:28.149881 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 0ff04715-1e3f-4ca0-b039-1abff0bcc4ad no longer exists at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:54:28.182926 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] No Port match for: 0ff04715-1e3f-4ca0-b039-1abff0bcc4ad {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:54:28.183317 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 0ff04715-1e3f-4ca0-b039-1abff0bcc4ad not bound to the agent host dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:54:28.202507 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0b89d75a-92df-4c24-a90d-83e3c1b2b467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for subnet, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:28.207413 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41abf0b-e1bd-4fcc-aa1b-3900d9f8b08a None None] Network e1d7ea22-44aa-42ef-b3c9-6dd290d73543 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:54:28.208674 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-0b89d75a-92df-4c24-a90d-83e3c1b2b467 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7a3a935d-b831-483f-b7f8-a3892605052c HTTP/1.1" status: 204 len: 168 time: 0.7823327 Dec 05 21:54:28.212082 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 33802) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:28.330263 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853045594'] for network, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:28.401705 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] Deleting port ce0ce146-fd19-4c17-8720-5c64cae5398c {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:54:28.402081 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:28.426147 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:28.472021 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9149b8-fc31-4846-a69a-9c0af5cdf078 None None] DHCP port deletion for e1d7ea22-44aa-42ef-b3c9-6dd290d73543 request from dv-cinder-757908-4-iscsi {{(pid=80241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 05 21:54:28.477484 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-9e9149b8-fc31-4846-a69a-9c0af5cdf078 None None] Deleting port ce0ce146-fd19-4c17-8720-5c64cae5398c {{(pid=80241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:54:28.477905 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9e9149b8-fc31-4846-a69a-9c0af5cdf078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:28.622273 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] For port ce0ce146-fd19-4c17-8720-5c64cae5398c, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=ce0ce146-fd19-4c17-8720-5c64cae5398c,segment=NetworkSegment(985af089-ac5a-4f04-87ac-190305aff107),segment_id=985af089-ac5a-4f04-87ac-190305aff107)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:54:28.622590 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:28.698754 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-9e9149b8-fc31-4846-a69a-9c0af5cdf078 None None] For port ce0ce146-fd19-4c17-8720-5c64cae5398c, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=ce0ce146-fd19-4c17-8720-5c64cae5398c,segment=NetworkSegment(985af089-ac5a-4f04-87ac-190305aff107),segment_id=985af089-ac5a-4f04-87ac-190305aff107)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:54:28.699110 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9e9149b8-fc31-4846-a69a-9c0af5cdf078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:28.751253 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] Calling delete_port for ce0ce146-fd19-4c17-8720-5c64cae5398c owned by network:dhcp {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:54:28.825789 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-9e9149b8-fc31-4846-a69a-9c0af5cdf078 None None] Calling delete_port for ce0ce146-fd19-4c17-8720-5c64cae5398c owned by network:dhcp {{(pid=80241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:54:28.828865 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:28.844910 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-09bd14db-8454-4621-a982-9fc066430f6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:28.897354 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce0ce146-fd19-4c17-8720-5c64cae5398c,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:28.903119 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-9e9149b8-fc31-4846-a69a-9c0af5cdf078 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80241) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 05 21:54:28.903294 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:28.904213 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-9e9149b8-fc31-4846-a69a-9c0af5cdf078 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 05 21:54:28.991610 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] No DVR routers for this DVR port ce0ce146-fd19-4c17-8720-5c64cae5398c on host dv-cinder-757908-4-iscsi {{(pid=80240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 21:54:29.119813 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1342674', 'neutron.services.segments.db._delete_segments_for_network--9223363284943838921'] for network, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:29.249906 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d7ea22-44aa-42ef-b3c9-6dd290d73543']}} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:29.263512 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985af089-ac5a-4f04-87ac-190305aff107') {'for_net_delete': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:29.263874 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985af089-ac5a-4f04-87ac-190305aff107') {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:29.277201 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284943839689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16709401'] for segment, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:29.297325 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:29.299641 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 05 21:54:29.404981 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-9e9149b8-fc31-4846-a69a-9c0af5cdf078 None None] Deleting port ce0ce146-fd19-4c17-8720-5c64cae5398c {{(pid=80241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:54:29.405556 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9e9149b8-fc31-4846-a69a-9c0af5cdf078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:29.472171 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-9e9149b8-fc31-4846-a69a-9c0af5cdf078 None None] The port 'ce0ce146-fd19-4c17-8720-5c64cae5398c' was deleted {{(pid=80241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 05 21:54:29.495296 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] Network e1d7ea22-44aa-42ef-b3c9-6dd290d73543 has no segments {{(pid=80240) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:54:29.504381 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853434340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839085233'] for segment, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:29.684002 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] Network e1d7ea22-44aa-42ef-b3c9-6dd290d73543 has no segments {{(pid=80240) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: Traceback (most recent call last): Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: timer() Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: cb(*args, **kw) Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: return func(*args, **kwargs) Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: self._notify() Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: self.callback(batched_events) Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: event.method(event) Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: segment_id)['aggregates'][0] Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(self, *a, **k) Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: return self._get(url).json() Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: **kwargs) Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.request(url, 'GET', **kwargs) Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: **endpoint_filter) Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 05 21:54:29.706707 dv-cinder-757908-4-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 05 21:54:29.780595 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:29.792055 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853433127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854189833'] for network, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:29.795386 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:29.811303 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:29.817682 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d7ea22-44aa-42ef-b3c9-6dd290d73543,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:29.822450 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:29.834269 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e1d7ea22-44aa-42ef-b3c9-6dd290d73543 HTTP/1.1" status: 204 len: 168 time: 1.6206107 Dec 05 21:54:29.837736 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 33814) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:30.096484 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device ce0ce146-fd19-4c17-8720-5c64cae5398c no longer exists at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:54:30.137491 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] No Port match for: ce0ce146-fd19-4c17-8720-5c64cae5398c {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:54:30.138130 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device ce0ce146-fd19-4c17-8720-5c64cae5398c not bound to the agent host dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:54:30.440020 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f3bb72cc-9a35-4953-865c-e7480bdabbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854198554'] for router_interface, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:31.055964 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-f3bb72cc-9a35-4953-865c-e7480bdabbe0 admin admin] Deleting port 9fb800eb-4a6a-475a-9fc8-748777cab388 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:54:31.056345 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f3bb72cc-9a35-4953-865c-e7480bdabbe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:31.197538 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:31.250934 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-f3bb72cc-9a35-4953-865c-e7480bdabbe0 admin admin] For port 9fb800eb-4a6a-475a-9fc8-748777cab388, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=9fb800eb-4a6a-475a-9fc8-748777cab388,segment=NetworkSegment(dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc),segment_id=dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:54:31.251329 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f3bb72cc-9a35-4953-865c-e7480bdabbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:31.384788 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-f3bb72cc-9a35-4953-865c-e7480bdabbe0 admin admin] Calling delete_port for 9fb800eb-4a6a-475a-9fc8-748777cab388 owned by network:router_interface {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:54:31.561255 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f3bb72cc-9a35-4953-865c-e7480bdabbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:31.577850 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-62df5112-6944-4673-97ed-5c8bfbc2c2e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:31.636465 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb72cc-9a35-4953-865c-e7480bdabbe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb800eb-4a6a-475a-9fc8-748777cab388,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:31.642159 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f3bb72cc-9a35-4953-865c-e7480bdabbe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:32.002191 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f3bb72cc-9a35-4953-865c-e7480bdabbe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853522153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854198632'] for router_interface, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:32.536260 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bb72cc-9a35-4953-865c-e7480bdabbe0 admin admin] Router 1f943e77-518a-41bc-8b55-7092bdf8e9fe has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:54:32.725936 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bb72cc-9a35-4953-865c-e7480bdabbe0 admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:54:32.734785 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98013045-cde9-4820-9dae-caf788beaa2d None None] Sync routers for ids ['1f943e77-518a-41bc-8b55-7092bdf8e9fe'] in dv-cinder-757908-4-iscsi {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:54:32.735336 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f3bb72cc-9a35-4953-865c-e7480bdabbe0 admin admin] 10.222.0.50 "PUT /v2.0/routers/1f943e77-518a-41bc-8b55-7092bdf8e9fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8964980 Dec 05 21:54:32.738115 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 33878) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:32.745964 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98013045-cde9-4820-9dae-caf788beaa2d None None] Routers {'1f943e77-518a-41bc-8b55-7092bdf8e9fe'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:54:32.746592 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-98013045-cde9-4820-9dae-caf788beaa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:54:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['1f943e77-518a-41bc-8b55-7092bdf8e9fe'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:32.932639 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ec61e034-7ef2-44f5-baed-a1d33c41e46f admin admin] Notify callbacks [] for router, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:32.939903 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-98013045-cde9-4820-9dae-caf788beaa2d None None] Set router 1f943e77-518a-41bc-8b55-7092bdf8e9fe gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:54:33.287606 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-98013045-cde9-4820-9dae-caf788beaa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'name': 'tempest-TestShelveInstance-958748039-router', 'tenant_id': '00d34613498445e6adab240bcaf35fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '370d77ab-4343-426c-abd5-9b3228751e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:36Z', 'updated_at': '2020-12-05T21:54:31Z', 'revision_number': 5, 'project_id': '00d34613498445e6adab240bcaf35fa5', 'gw_port': {'id': '370d77ab-4343-426c-abd5-9b3228751e11', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:38Z', 'updated_at': '2020-12-05T21:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:33.292540 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98013045-cde9-4820-9dae-caf788beaa2d None None] Checking router: 1f943e77-518a-41bc-8b55-7092bdf8e9fe for host: dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:54:33.304001 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98013045-cde9-4820-9dae-caf788beaa2d None None] Routers {'1f943e77-518a-41bc-8b55-7092bdf8e9fe'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:54:33.304699 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-98013045-cde9-4820-9dae-caf788beaa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:54:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['1f943e77-518a-41bc-8b55-7092bdf8e9fe'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:33.377283 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ec61e034-7ef2-44f5-baed-a1d33c41e46f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:33.383853 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ec61e034-7ef2-44f5-baed-a1d33c41e46f admin admin] Deleting port 370d77ab-4343-426c-abd5-9b3228751e11 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:54:33.384064 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 33896) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:33.388199 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ec61e034-7ef2-44f5-baed-a1d33c41e46f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:33.495626 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-98013045-cde9-4820-9dae-caf788beaa2d None None] Set router 1f943e77-518a-41bc-8b55-7092bdf8e9fe gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:54:33.576274 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad3c59b7-540f-497f-bad2-ebadbf0fbb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:33.597399 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ec61e034-7ef2-44f5-baed-a1d33c41e46f admin admin] For port 370d77ab-4343-426c-abd5-9b3228751e11, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=370d77ab-4343-426c-abd5-9b3228751e11,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:54:33.597911 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ec61e034-7ef2-44f5-baed-a1d33c41e46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:33.606997 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ad3c59b7-540f-497f-bad2-ebadbf0fbb7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:33.611269 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ad3c59b7-540f-497f-bad2-ebadbf0fbb7c admin admin] Usage tracker for resource:security_group_rule and tenant:2d21383b870443ce97fad1199ab5e210 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:33.614399 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ad3c59b7-540f-497f-bad2-ebadbf0fbb7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:33.621714 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ad3c59b7-540f-497f-bad2-ebadbf0fbb7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:33.721506 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad3c59b7-540f-497f-bad2-ebadbf0fbb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:33.726520 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad3c59b7-540f-497f-bad2-ebadbf0fbb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:33.733320 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ec61e034-7ef2-44f5-baed-a1d33c41e46f admin admin] Calling delete_port for 370d77ab-4343-426c-abd5-9b3228751e11 owned by network:router_gateway {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:54:33.736640 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fdd286a2-b2b4-4ae1-a96e-4e8daf7d1989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:33.779879 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c59b7-540f-497f-bad2-ebadbf0fbb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb313f6-1e3e-4a2b-9270-69c9ca6f9b96,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:33.788550 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ad3c59b7-540f-497f-bad2-ebadbf0fbb7c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2d21383b870443ce97fad1199ab5e210&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4032981 Dec 05 21:54:33.789253 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 33904) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:33.790150 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad3c59b7-540f-497f-bad2-ebadbf0fbb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:33.815255 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-98013045-cde9-4820-9dae-caf788beaa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'name': 'tempest-TestShelveInstance-958748039-router', 'tenant_id': '00d34613498445e6adab240bcaf35fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '370d77ab-4343-426c-abd5-9b3228751e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:36Z', 'updated_at': '2020-12-05T21:54:31Z', 'revision_number': 5, 'project_id': '00d34613498445e6adab240bcaf35fa5', 'gw_port': {'id': '370d77ab-4343-426c-abd5-9b3228751e11', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:38Z', 'updated_at': '2020-12-05T21:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:33.819624 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98013045-cde9-4820-9dae-caf788beaa2d None None] The sync data for ids ['1f943e77-518a-41bc-8b55-7092bdf8e9fe'] in dv-cinder-757908-4-iscsi is: [{'id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'name': 'tempest-TestShelveInstance-958748039-router', 'tenant_id': '00d34613498445e6adab240bcaf35fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '370d77ab-4343-426c-abd5-9b3228751e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:48:36Z', 'updated_at': '2020-12-05T21:54:31Z', 'revision_number': 5, 'project_id': '00d34613498445e6adab240bcaf35fa5', 'gw_port': {'id': '370d77ab-4343-426c-abd5-9b3228751e11', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f943e77-518a-41bc-8b55-7092bdf8e9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:48:38Z', 'updated_at': '2020-12-05T21:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:54:33.867709 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-16918882-a6f9-4cfa-89a0-f1dd6f12bf26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:33.882337 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ec61e034-7ef2-44f5-baed-a1d33c41e46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:33.896364 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-16918882-a6f9-4cfa-89a0-f1dd6f12bf26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:33.946122 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-16918882-a6f9-4cfa-89a0-f1dd6f12bf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:33.951536 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad3c59b7-540f-497f-bad2-ebadbf0fbb7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:33.966886 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16918882-a6f9-4cfa-89a0-f1dd6f12bf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb313f6-1e3e-4a2b-9270-69c9ca6f9b96,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:33.970322 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-16918882-a6f9-4cfa-89a0-f1dd6f12bf26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:33.971308 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-16918882-a6f9-4cfa-89a0-f1dd6f12bf26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:33.975898 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-16918882-a6f9-4cfa-89a0-f1dd6f12bf26 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1bb313f6-1e3e-4a2b-9270-69c9ca6f9b96 HTTP/1.1" status: 204 len: 168 time: 0.1836989 Dec 05 21:54:34.065256 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 9fb800eb-4a6a-475a-9fc8-748777cab388 no longer exists at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:54:34.099878 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] No Port match for: 9fb800eb-4a6a-475a-9fc8-748777cab388 {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:54:34.100300 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 9fb800eb-4a6a-475a-9fc8-748777cab388 not bound to the agent host dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:54:34.104168 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ec61e034-7ef2-44f5-baed-a1d33c41e46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585966'] for router_gateway, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:34.238898 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ec61e034-7ef2-44f5-baed-a1d33c41e46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854380800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32590'] for router, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:34.241974 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ec61e034-7ef2-44f5-baed-a1d33c41e46f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:34.265475 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ec61e034-7ef2-44f5-baed-a1d33c41e46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854380614'] for router, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:34.266042 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec61e034-7ef2-44f5-baed-a1d33c41e46f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f943e77-518a-41bc-8b55-7092bdf8e9fe {{(pid=80240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 05 21:54:34.278800 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ec61e034-7ef2-44f5-baed-a1d33c41e46f admin admin] Notify callbacks [] for router, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:34.283005 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ec61e034-7ef2-44f5-baed-a1d33c41e46f admin admin] 10.222.0.50 "DELETE /v2.0/routers/1f943e77-518a-41bc-8b55-7092bdf8e9fe HTTP/1.1" status: 204 len: 168 time: 1.5436206 Dec 05 21:54:34.283460 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 33912) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:34.357892 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f09eb4-71ca-4ed7-b6f4-529a982bf82a admin admin] Deleting subnet 991ef165-0c9c-4e40-a1eb-14d494bb5f7c {{(pid=80239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 05 21:54:34.361290 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f6f09eb4-71ca-4ed7-b6f4-529a982bf82a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:34.375840 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 33916) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:34.395807 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d399f7ee-3956-485b-a117-8d72c8cb9769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:34.412018 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-d399f7ee-3956-485b-a117-8d72c8cb9769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:34.416429 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-d399f7ee-3956-485b-a117-8d72c8cb9769 admin admin] Usage tracker for resource:security_group_rule and tenant:456941e1a373484e8fa948086e8f6f04 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:34.419463 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-d399f7ee-3956-485b-a117-8d72c8cb9769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:34.423118 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f6f09eb4-71ca-4ed7-b6f4-529a982bf82a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841089900'] for subnet, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:34.425357 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-d399f7ee-3956-485b-a117-8d72c8cb9769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:34.521284 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d399f7ee-3956-485b-a117-8d72c8cb9769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:34.524749 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d399f7ee-3956-485b-a117-8d72c8cb9769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:34.540402 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c621ed05-8f91-4b76-8050-dfa0f906c713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:34.558438 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f6f09eb4-71ca-4ed7-b6f4-529a982bf82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1341068'] for subnet, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:34.572831 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399f7ee-3956-485b-a117-8d72c8cb9769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e23877-9bb0-47b9-af38-dfb012160e6f,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:34.582700 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d399f7ee-3956-485b-a117-8d72c8cb9769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:34.593609 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-d399f7ee-3956-485b-a117-8d72c8cb9769 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=456941e1a373484e8fa948086e8f6f04&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2165921 Dec 05 21:54:34.596368 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 33922) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:34.662197 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1ef4dca8-31c6-4a44-878f-f42d55ddb367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:34.690522 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1ef4dca8-31c6-4a44-878f-f42d55ddb367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:34.743085 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1ef4dca8-31c6-4a44-878f-f42d55ddb367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:34.751256 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-821f3726-abe2-42aa-949b-7558317e4f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:34.765704 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4dca8-31c6-4a44-878f-f42d55ddb367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e23877-9bb0-47b9-af38-dfb012160e6f,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:34.768128 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1ef4dca8-31c6-4a44-878f-f42d55ddb367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:34.772809 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-1ef4dca8-31c6-4a44-878f-f42d55ddb367 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80e23877-9bb0-47b9-af38-dfb012160e6f HTTP/1.1" status: 204 len: 168 time: 0.1719327 Dec 05 21:54:34.772809 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1ef4dca8-31c6-4a44-878f-f42d55ddb367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:34.836614 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f6f09eb4-71ca-4ed7-b6f4-529a982bf82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853434748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14624556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839223429'] for subnet, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:34.852716 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:34.901300 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f09eb4-71ca-4ed7-b6f4-529a982bf82a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=991ef165-0c9c-4e40-a1eb-14d494bb5f7c,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:34.906310 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f6f09eb4-71ca-4ed7-b6f4-529a982bf82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:34.989058 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f6f09eb4-71ca-4ed7-b6f4-529a982bf82a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:34.995595 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d01298-7bac-4542-a075-345a93d5e397 None None] Network 8110297e-1e15-414f-bce2-82997ff0bb64 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:54:34.995774 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f6f09eb4-71ca-4ed7-b6f4-529a982bf82a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/991ef165-0c9c-4e40-a1eb-14d494bb5f7c HTTP/1.1" status: 204 len: 168 time: 0.7111099 Dec 05 21:54:34.998333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 33930) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:35.123967 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853045594'] for network, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:35.200664 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] Deleting port 9bba48f4-210c-4516-a4a9-19a64eb9f9eb {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:54:35.201038 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:35.432635 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] For port 9bba48f4-210c-4516-a4a9-19a64eb9f9eb, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=9bba48f4-210c-4516-a4a9-19a64eb9f9eb,segment=NetworkSegment(dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc),segment_id=dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:54:35.433112 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:35.457797 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0de05a-e424-4b9c-ac79-cb9bb7d0e05f None None] DHCP port deletion for 8110297e-1e15-414f-bce2-82997ff0bb64 request from dv-cinder-757908-4-iscsi {{(pid=80241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 05 21:54:35.463421 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ae0de05a-e424-4b9c-ac79-cb9bb7d0e05f None None] Deleting port 9bba48f4-210c-4516-a4a9-19a64eb9f9eb {{(pid=80241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:54:35.463884 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ae0de05a-e424-4b9c-ac79-cb9bb7d0e05f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:35.595112 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] Calling delete_port for 9bba48f4-210c-4516-a4a9-19a64eb9f9eb owned by network:dhcp {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:54:35.674954 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:35.700095 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad59d6d1-e06d-4a50-a5d2-c885cdc82db1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:35.712437 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ae0de05a-e424-4b9c-ac79-cb9bb7d0e05f None None] For port 9bba48f4-210c-4516-a4a9-19a64eb9f9eb, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=9bba48f4-210c-4516-a4a9-19a64eb9f9eb,segment=NetworkSegment(dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc),segment_id=dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:54:35.713007 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ae0de05a-e424-4b9c-ac79-cb9bb7d0e05f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:35.758441 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] Pushing event deleted for resources: {'Port': ['ID=9bba48f4-210c-4516-a4a9-19a64eb9f9eb,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:35.763391 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:35.865563 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] No DVR routers for this DVR port 9bba48f4-210c-4516-a4a9-19a64eb9f9eb on host dv-cinder-757908-4-iscsi {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 21:54:35.882692 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ae0de05a-e424-4b9c-ac79-cb9bb7d0e05f None None] Calling delete_port for 9bba48f4-210c-4516-a4a9-19a64eb9f9eb owned by network:dhcp {{(pid=80241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:54:35.965210 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-ae0de05a-e424-4b9c-ac79-cb9bb7d0e05f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80241) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 05 21:54:35.965737 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-ae0de05a-e424-4b9c-ac79-cb9bb7d0e05f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 05 21:54:36.013198 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1342674', 'neutron.services.segments.db._delete_segments_for_network--9223363284943838921'] for network, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:36.122537 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 370d77ab-4343-426c-abd5-9b3228751e11 no longer exists at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:54:36.162820 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8110297e-1e15-414f-bce2-82997ff0bb64']}} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:36.166992 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] No Port match for: 370d77ab-4343-426c-abd5-9b3228751e11 {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:54:36.167526 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 370d77ab-4343-426c-abd5-9b3228751e11 not bound to the agent host dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:54:36.168025 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 9bba48f4-210c-4516-a4a9-19a64eb9f9eb no longer exists at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:54:36.185177 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc') {'for_net_delete': True} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:36.185444 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dadb2d6d-8ec9-4fe6-af6b-aa0d62dcbcfc') {} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:36.201168 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284943839689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13685916'] for segment, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:36.203401 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] No Port match for: 9bba48f4-210c-4516-a4a9-19a64eb9f9eb {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:54:36.203636 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 9bba48f4-210c-4516-a4a9-19a64eb9f9eb not bound to the agent host dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:54:36.220109 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:36.222761 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 05 21:54:36.418613 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] Network 8110297e-1e15-414f-bce2-82997ff0bb64 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:54:36.430252 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853434340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14624577'] for segment, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:36.467710 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ae0de05a-e424-4b9c-ac79-cb9bb7d0e05f None None] Deleting port 9bba48f4-210c-4516-a4a9-19a64eb9f9eb {{(pid=80241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:54:36.468205 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ae0de05a-e424-4b9c-ac79-cb9bb7d0e05f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:36.571968 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ae0de05a-e424-4b9c-ac79-cb9bb7d0e05f None None] The port '9bba48f4-210c-4516-a4a9-19a64eb9f9eb' was deleted {{(pid=80241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 05 21:54:36.622231 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] Network 8110297e-1e15-414f-bce2-82997ff0bb64 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: Traceback (most recent call last): Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: timer() Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: cb(*args, **kw) Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: return func(*args, **kwargs) Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: self._notify() Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: self.callback(batched_events) Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: event.method(event) Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: segment_id)['aggregates'][0] Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(self, *a, **k) Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: return self._get(url).json() Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: **kwargs) Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.request(url, 'GET', **kwargs) Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: **endpoint_filter) Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 05 21:54:36.645349 dv-cinder-757908-4-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 05 21:54:36.727378 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853433127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854189833'] for network, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:36.732277 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:36.736259 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:36.759208 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] Pushing event deleted for resources: {'Network': ['ID=8110297e-1e15-414f-bce2-82997ff0bb64,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:36.761794 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:36.763994 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-68ff3a08-2702-4a9d-8da6-84b3bce652ee admin admin] 10.222.0.50 "DELETE /v2.0/networks/8110297e-1e15-414f-bce2-82997ff0bb64 HTTP/1.1" status: 204 len: 168 time: 1.7646224 Dec 05 21:54:36.975802 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34002) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:37.028241 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c06ab0f2-a952-456e-9a87-40742df13703 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8fdfb31e682a4ad39262c855047b60c3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0510647 Dec 05 21:54:37.031081 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34006) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:37.096556 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bcb66dba-c32d-4a7c-9e00-3546661f53ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:37.123746 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bcb66dba-c32d-4a7c-9e00-3546661f53ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:37.171720 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bcb66dba-c32d-4a7c-9e00-3546661f53ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:37.176900 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-94d8fe0a-1c00-4478-82d4-650e58772b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:37.191103 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb66dba-c32d-4a7c-9e00-3546661f53ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ab60fc-7e53-4f17-b12c-cb9041118a86,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:37.196467 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bcb66dba-c32d-4a7c-9e00-3546661f53ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:37.197990 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bcb66dba-c32d-4a7c-9e00-3546661f53ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:37.199231 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-bcb66dba-c32d-4a7c-9e00-3546661f53ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c7ab60fc-7e53-4f17-b12c-cb9041118a86 HTTP/1.1" status: 204 len: 168 time: 0.1671863 Dec 05 21:54:37.639143 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34016) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:37.693433 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e97a0790-aed9-4b91-bb42-b38051735fe5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=00d34613498445e6adab240bcaf35fa5&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0522544 Dec 05 21:54:37.696105 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34022) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:37.762688 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f7e24a1c-630f-435e-927a-d738478795c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:37.796998 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f7e24a1c-630f-435e-927a-d738478795c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:37.845476 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f7e24a1c-630f-435e-927a-d738478795c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:37.852332 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2a5be99c-d52c-4e0c-b59d-672c74e8c933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:37.865137 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e24a1c-630f-435e-927a-d738478795c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79caaee-0567-4d12-8e5e-77b67528c138,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:37.870026 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f7e24a1c-630f-435e-927a-d738478795c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:37.874060 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f7e24a1c-630f-435e-927a-d738478795c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:37.875410 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f7e24a1c-630f-435e-927a-d738478795c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c79caaee-0567-4d12-8e5e-77b67528c138 HTTP/1.1" status: 204 len: 168 time: 0.1782775 Dec 05 21:54:38.795211 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34052) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:38.935404 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-405419724-network', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:54:38.940675 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:38.946159 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Usage tracker for resource:network and tenant:aaf2131e956840ecb8bbb23ffd1ee096 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:38.949304 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:38.955312 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:38.968697 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Made reservation on behalf of aaf2131e956840ecb8bbb23ffd1ee096 for: {'network': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:54:38.973694 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for network, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:38.987864 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:39.006261 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:39.009612 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Usage tracker for resource:security_group_rule and tenant:aaf2131e956840ecb8bbb23ffd1ee096 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:39.012716 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:39.018523 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:39.104773 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:39.107596 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:39.111923 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d7dcb058-9ada-4612-82fc-3a6eaf5165aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:39.144288 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 05 21:54:39.153718 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c7effe-f60c-47bf-9f48-9d9eeec3a900,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:39.157834 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:39.160375 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:39.160763 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Added segment c3eaa949-f667-4b54-af2b-4503bb5dc319 of type vxlan for network 1c0ce6f0-6735-403d-8199-e1ed266329f6 Dec 05 21:54:39.192429 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284944475320'] for network, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:39.221313 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for network, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:39.222562 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:54:39.223203 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:39.229042 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:39.333229 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5366731 Dec 05 21:54:39.334619 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Pushing event updated for resources: {'Network': ['ID=1c0ce6f0-6735-403d-8199-e1ed266329f6,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:39.336744 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34066) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:39.340032 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fb62ed38-a268-4f83-bc49-b7262fcc3dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:39.344066 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-a26d491f-a4b6-4d69-8696-0d64241223ba admin admin] Request body: {'subnet': {'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-405419724-subnet', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'ip_version': 4}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:54:39.345336 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Network 1c0ce6f0-6735-403d-8199-e1ed266329f6 details requested by agent ovs-agent-dv-cinder-757908-4-iscsi with host dv-cinder-757908-4-iscsi {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:54:39.351423 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a26d491f-a4b6-4d69-8696-0d64241223ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:39.359455 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a26d491f-a4b6-4d69-8696-0d64241223ba admin admin] Usage tracker for resource:subnet and tenant:aaf2131e956840ecb8bbb23ffd1ee096 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:39.362584 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a26d491f-a4b6-4d69-8696-0d64241223ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:39.369776 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a26d491f-a4b6-4d69-8696-0d64241223ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:39.383817 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26d491f-a4b6-4d69-8696-0d64241223ba admin admin] Made reservation on behalf of aaf2131e956840ecb8bbb23ffd1ee096 for: {'subnet': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:54:39.388728 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a26d491f-a4b6-4d69-8696-0d64241223ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15552285'] for subnet, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:39.800504 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a26d491f-a4b6-4d69-8696-0d64241223ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14560491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15552268'] for subnet, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:39.817335 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:40.192730 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d491f-a4b6-4d69-8696-0d64241223ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a93c8b0f-41cc-408e-9bba-680741f7a85e,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:40.195687 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a26d491f-a4b6-4d69-8696-0d64241223ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:40.265490 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26d491f-a4b6-4d69-8696-0d64241223ba admin admin] Checking segment: {'id': 'c3eaa949-f667-4b54-af2b-4503bb5dc319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:54:40.265794 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26d491f-a4b6-4d69-8696-0d64241223ba admin admin] Network hostable DHCP agents. Network: 1c0ce6f0-6735-403d-8199-e1ed266329f6, hostable agents: ['f9b3e222-eb4b-465e-917f-070186e4772e'], hosted agents: [] {{(pid=80239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 05 21:54:40.284608 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26d491f-a4b6-4d69-8696-0d64241223ba admin admin] Network 1c0ce6f0-6735-403d-8199-e1ed266329f6 is scheduled to be hosted by DHCP agent f9b3e222-eb4b-465e-917f-070186e4772e with binding_index 1 {{(pid=80239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 05 21:54:40.293479 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-a26d491f-a4b6-4d69-8696-0d64241223ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-4-iscsi, 1c0ce6f0-6735-403d-8199-e1ed266329f6) {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:54:40.305356 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26d491f-a4b6-4d69-8696-0d64241223ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:54:40.305588 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9375ec-821a-4ea3-9e9d-2e13c79e7571 None None] Network 1c0ce6f0-6735-403d-8199-e1ed266329f6 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:54:40.306000 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a26d491f-a4b6-4d69-8696-0d64241223ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:40.325397 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a26d491f-a4b6-4d69-8696-0d64241223ba admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9872620 Dec 05 21:54:40.328130 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34074) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:40.334093 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:54:40.339460 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:40.343698 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Usage tracker for resource:router and tenant:aaf2131e956840ecb8bbb23ffd1ee096 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:40.347312 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:40.353985 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:40.362881 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32561'] for router, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:40.363965 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854376006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854189987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-417262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743239'] for router, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:40.379544 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:40.403498 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Network 1c0ce6f0-6735-403d-8199-e1ed266329f6 details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:54:40.649435 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d7ccdaa-baf9-5d9f-809c-bfb6fe7b06ae-1c0ce6f0-6735-403d-8199-e1ed266329f6', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'fixed_ips': [{'subnet_id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e'}]}} from dv-cinder-757908-4-iscsi. {{(pid=80241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 05 21:54:40.650341 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:40.655533 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854190046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854380766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743210'] for router, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:40.946267 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Allocated IP 172.20.0.2 (1c0ce6f0-6735-403d-8199-e1ed266329f6/a93c8b0f-41cc-408e-9bba-680741f7a85e/17ae20c3-49a1-4a65-8e8d-d555348e2155) {{(pid=80241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:54:40.989374 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:41.022633 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:41.162882 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Notify callbacks [] for port, precommit_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:41.174229 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Transition to ACTIVE for port object 17ae20c3-49a1-4a65-8e8d-d555348e2155 will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:54:41.191345 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Transition to ACTIVE for port object 17ae20c3-49a1-4a65-8e8d-d555348e2155 will not be triggered until provisioned by entity DHCP. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:54:41.199378 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:41.216525 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:41.305618 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Allocated IP 172.27.1.77 (dd6739ac-3b61-4fa5-bbf5-45fb885265ae/91227b10-c165-4e57-9f01-5809fdb2af08/28905da1-c042-4b20-a982-87e7a5f62089) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:54:41.363727 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Pushing event updated for resources: {'Port': ['ID=17ae20c3-49a1-4a65-8e8d-d555348e2155,revision_number=1']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:41.375894 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.376282 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.376660 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.377033 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.377401 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.377771 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.378134 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.378501 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.378861 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.379219 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.379580 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.379982 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.380446 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.380808 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.381253 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.381614 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.381977 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.382336 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.382694 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.383051 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.383409 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.383795 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.384156 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.384510 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:41.390474 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:41.428992 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Network 1c0ce6f0-6735-403d-8199-e1ed266329f6 is already hosted by enough agents. {{(pid=80241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:54:41.430283 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Resources bound (agent type, host, resource id): {{(pid=80241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:54:41.432747 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Received port after_create {{(pid=80241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:54:41.484155 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:41.487837 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Attempting to bind port 17ae20c3-49a1-4a65-8e8d-d555348e2155 on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:54:41.488291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Attempting to bind port 17ae20c3-49a1-4a65-8e8d-d555348e2155 by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': 'c3eaa949-f667-4b54-af2b-4503bb5dc319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:54:41.488697 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Attempting to bind port 17ae20c3-49a1-4a65-8e8d-d555348e2155 on network 1c0ce6f0-6735-403d-8199-e1ed266329f6 {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:54:41.495602 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:54:41.496079 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Checking segment: {'id': 'c3eaa949-f667-4b54-af2b-4503bb5dc319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:54:41.496586 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:41.497043 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Bound using segment: {'id': 'c3eaa949-f667-4b54-af2b-4503bb5dc319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:54:41.497599 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Bound port: 17ae20c3-49a1-4a65-8e8d-d555348e2155, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3eaa949-f667-4b54-af2b-4503bb5dc319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:54:41.498062 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:41.512023 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:41.527551 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:41.596607 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] For port 17ae20c3-49a1-4a65-8e8d-d555348e2155, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:54:41.600524 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] For port 17ae20c3-49a1-4a65-8e8d-d555348e2155, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=17ae20c3-49a1-4a65-8e8d-d555348e2155,segment=NetworkSegment(c3eaa949-f667-4b54-af2b-4503bb5dc319),segment_id=c3eaa949-f667-4b54-af2b-4503bb5dc319)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:54:41.603989 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:41.619297 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9fc8ed18-1ba3-48ac-8bd3-13952d8f7cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:41.669796 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Pushing event updated for resources: {'Port': ['ID=28905da1-c042-4b20-a982-87e7a5f62089,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:41.674604 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:41.727009 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Network dd6739ac-3b61-4fa5-bbf5-45fb885265ae is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:54:41.728245 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:54:41.730669 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:54:41.768833 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Pushing event updated for resources: {'Port': ['ID=17ae20c3-49a1-4a65-8e8d-d555348e2155,revision_number=2']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:41.774916 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-31d7a473-6a5e-403b-aaed-b27f143a69b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:42.180373 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:42.585405 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585736'] for router, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:42.805769 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Router bdab0e7d-99e6-40e0-94f6-1213d13b502e is scheduled to L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 with binding_index 1 {{(pid=80239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 05 21:54:43.231369 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595d5979-efb9-464a-a8c7-56a0312cf32b None None] Network 1c0ce6f0-6735-403d-8199-e1ed266329f6 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:54:43.257022 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:54:43.266854 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] Sync routers for ids ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:54:43.277156 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] Routers {'bdab0e7d-99e6-40e0-94f6-1213d13b502e'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:54:43.277816 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:54:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:43.282137 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Notify callbacks [] for router, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:43.283663 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9545596 Dec 05 21:54:43.286794 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 34122) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:43.348706 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-fc98d2c4-5935-45cd-afee-f74ae3a23c35 None None] Provisioning for port 17ae20c3-49a1-4a65-8e8d-d555348e2155 completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:54:43.493394 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] Set router bdab0e7d-99e6-40e0-94f6-1213d13b502e gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:54:43.889727 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34132) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:44.000590 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:41Z', 'revision_number': 3, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:44.007163 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] Checking router: bdab0e7d-99e6-40e0-94f6-1213d13b502e for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:54:44.007571 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] Updating router bdab0e7d-99e6-40e0-94f6-1213d13b502e port 28905da1-c042-4b20-a982-87e7a5f62089 binding host dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 05 21:54:44.078191 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:44.142960 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c1878e4b-e7b3-427b-bc3e-e7bd8f9618e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:44.161927 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c1878e4b-e7b3-427b-bc3e-e7bd8f9618e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:44.168621 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c1878e4b-e7b3-427b-bc3e-e7bd8f9618e1 admin admin] Usage tracker for resource:security_group_rule and tenant:17f2c28a7d7a41dfab3b6c03c56cbda6 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:44.173923 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c1878e4b-e7b3-427b-bc3e-e7bd8f9618e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:44.184396 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c1878e4b-e7b3-427b-bc3e-e7bd8f9618e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:44.198574 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 17ae20c3-49a1-4a65-8e8d-d555348e2155 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:54:44.222553 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:44.366537 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c1878e4b-e7b3-427b-bc3e-e7bd8f9618e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:44.373792 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port 17ae20c3-49a1-4a65-8e8d-d555348e2155 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:54:44.377829 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c1878e4b-e7b3-427b-bc3e-e7bd8f9618e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:44.380836 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 17ae20c3-49a1-4a65-8e8d-d555348e2155 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:54:44.381451 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:44.428916 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e936c95a-1557-4e1a-ab9c-6bbccf94d9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:44.493298 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c1878e4b-e7b3-427b-bc3e-e7bd8f9618e1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=17f2c28a7d7a41dfab3b6c03c56cbda6&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5998666 Dec 05 21:54:44.493298 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1878e4b-e7b3-427b-bc3e-e7bd8f9618e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6a62c4-070d-49f4-8234-0f43b39f7fec,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:44.506175 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34144) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:44.513338 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c1878e4b-e7b3-427b-bc3e-e7bd8f9618e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:44.560743 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:44.603811 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port 17ae20c3-49a1-4a65-8e8d-d555348e2155, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=17ae20c3-49a1-4a65-8e8d-d555348e2155,segment=NetworkSegment(c3eaa949-f667-4b54-af2b-4503bb5dc319),segment_id=c3eaa949-f667-4b54-af2b-4503bb5dc319)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:54:44.607948 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:44.610107 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:44.670642 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1650f61b-c35d-4435-908b-2604b004d3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:44.710237 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1650f61b-c35d-4435-908b-2604b004d3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:44.728074 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=17ae20c3-49a1-4a65-8e8d-d555348e2155,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:44.744866 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:44.753333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-be3aaa9c-b35b-484d-b1d5-0915f0c607f0 None None] Provisioning complete for port 17ae20c3-49a1-4a65-8e8d-d555348e2155 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:54:44.753791 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be3aaa9c-b35b-484d-b1d5-0915f0c607f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:44.783942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] Notify callbacks [] for port, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:44.791028 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1650f61b-c35d-4435-908b-2604b004d3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:44.800937 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] Transition to ACTIVE for port object 28905da1-c042-4b20-a982-87e7a5f62089 will not be triggered until provisioned by entity L2. {{(pid=80242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:54:44.801537 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5112e0cc-4de8-4dee-a16e-08dd5e6203a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:44.804210 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:44.820940 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650f61b-c35d-4435-908b-2604b004d3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6a62c4-070d-49f4-8234-0f43b39f7fec,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:44.822254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d07ae7fe-c6a4-41d3-acc1-40922c5f9909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:44.825447 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1650f61b-c35d-4435-908b-2604b004d3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:44.826573 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1650f61b-c35d-4435-908b-2604b004d3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:44.827691 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-1650f61b-c35d-4435-908b-2604b004d3af admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fb6a62c4-070d-49f4-8234-0f43b39f7fec HTTP/1.1" status: 204 len: 168 time: 0.3203380 Dec 05 21:54:44.905082 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Allocated IP 172.20.0.1 (1c0ce6f0-6735-403d-8199-e1ed266329f6/a93c8b0f-41cc-408e-9bba-680741f7a85e/bbb24093-e385-4faa-affc-a2ab4ea247a4) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:54:44.920440 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Pushing event updated for resources: {'Port': ['ID=28905da1-c042-4b20-a982-87e7a5f62089,revision_number=2']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:44.940761 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.941548 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.942128 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.942756 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.943941 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.944606 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.945477 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.946034 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.946585 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.947270 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.947856 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.948722 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.949772 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.950762 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.950762 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.951090 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.951443 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.951860 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.952228 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.952552 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.952911 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.953258 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.953614 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.953968 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:44.965247 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:45.120956 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] Attempting to bind port 28905da1-c042-4b20-a982-87e7a5f62089 on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:54:45.121442 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] Attempting to bind port 28905da1-c042-4b20-a982-87e7a5f62089 by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:54:45.121860 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] Attempting to bind port 28905da1-c042-4b20-a982-87e7a5f62089 on network dd6739ac-3b61-4fa5-bbf5-45fb885265ae {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:54:45.122471 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:45.129017 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:54:45.129452 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] Checking segment: {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:54:45.130502 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:45.130502 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] Bound using segment: {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:54:45.130969 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] Bound port: 28905da1-c042-4b20-a982-87e7a5f62089, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:54:45.131400 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:45.148134 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Transition to ACTIVE for port object bbb24093-e385-4faa-affc-a2ab4ea247a4 will not be triggered until provisioned by entity DHCP. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:54:45.173686 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:45.197580 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-04df08b9-f95f-4564-ae81-cd1f076298f6 tempest-AttachVolumeNegativeTest-1251777794 tempest-AttachVolumeNegativeTest-1251777794] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:45.233070 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] For port 28905da1-c042-4b20-a982-87e7a5f62089, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:54:45.237165 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] For port 28905da1-c042-4b20-a982-87e7a5f62089, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=28905da1-c042-4b20-a982-87e7a5f62089,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:54:45.241850 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:45.266772 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:45.348189 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Pushing event updated for resources: {'Port': ['ID=bbb24093-e385-4faa-affc-a2ab4ea247a4,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:45.353700 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:45.399852 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Network 1c0ce6f0-6735-403d-8199-e1ed266329f6 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:54:45.400975 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:54:45.403270 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:54:45.434790 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Pushing event updated for resources: {'Port': ['ID=28905da1-c042-4b20-a982-87e7a5f62089,revision_number=3']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:45.439719 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:45.483028 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577140'] for router_interface, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:45.490611 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] Routers {'bdab0e7d-99e6-40e0-94f6-1213d13b502e'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:54:45.491304 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:54:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:45.671449 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8ca8b865-a6bd-4a32-a39c-8f2fd95fb771 None None] Provisioning for port bbb24093-e385-4faa-affc-a2ab4ea247a4 completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:54:45.681839 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8ca8b865-a6bd-4a32-a39c-8f2fd95fb771 None None] Provisioning complete for port bbb24093-e385-4faa-affc-a2ab4ea247a4 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:54:45.682187 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8ca8b865-a6bd-4a32-a39c-8f2fd95fb771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:45.684902 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] Set router bdab0e7d-99e6-40e0-94f6-1213d13b502e gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:54:45.752694 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-8ca8b865-a6bd-4a32-a39c-8f2fd95fb771 None None] Port bbb24093-e385-4faa-affc-a2ab4ea247a4 cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:54:45.773403 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:45.847655 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:46.060681 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34156) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:46.142184 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 17ae20c3-49a1-4a65-8e8d-d555348e2155 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:54:46.214849 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:41Z', 'revision_number': 3, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:46.219988 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd552e-a9d4-47ae-b129-f59b20d59029 None None] The sync data for ids ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'] in dv-cinder-757908-4-iscsi is: [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:41Z', 'revision_number': 3, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:54:46.225770 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 17ae20c3-49a1-4a65-8e8d-d555348e2155 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:54:46.226197 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:46.259409 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-533bc134-a2e3-43b5-9768-80ec21bfc84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:46.277511 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-533bc134-a2e3-43b5-9768-80ec21bfc84d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:46.282837 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-533bc134-a2e3-43b5-9768-80ec21bfc84d admin admin] Usage tracker for resource:security_group_rule and tenant:aeca67a1355147588f2a55755cad1af6 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:46.287606 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-533bc134-a2e3-43b5-9768-80ec21bfc84d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:46.296078 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-533bc134-a2e3-43b5-9768-80ec21bfc84d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:46.358766 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:46.363015 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:46.396102 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:46.398697 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-533bc134-a2e3-43b5-9768-80ec21bfc84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:46.402493 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-533bc134-a2e3-43b5-9768-80ec21bfc84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:46.410407 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dc280d98-b73c-43ac-861b-c12eb33683a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:46.454158 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533bc134-a2e3-43b5-9768-80ec21bfc84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd95c365-aee3-4e06-889e-0b1928a7e3be,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:46.458778 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-533bc134-a2e3-43b5-9768-80ec21bfc84d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aeca67a1355147588f2a55755cad1af6&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3969052 Dec 05 21:54:46.459825 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-533bc134-a2e3-43b5-9768-80ec21bfc84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:46.461572 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34162) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:46.472619 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1253663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854198767'] for router_interface, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:46.514272 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Pushing event updated for resources: {'Port': ['ID=bbb24093-e385-4faa-affc-a2ab4ea247a4,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:46.519523 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:46.527901 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1f7da3af-8b5b-4e69-83c2-c774f85e0597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:46.544321 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:54:46.569302 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1f7da3af-8b5b-4e69-83c2-c774f85e0597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:46.635600 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1f7da3af-8b5b-4e69-83c2-c774f85e0597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:46.641325 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-16918882-a6f9-4cfa-89a0-f1dd6f12bf26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:46.652408 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Network 1c0ce6f0-6735-403d-8199-e1ed266329f6 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:54:46.653574 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:54:46.658834 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7da3af-8b5b-4e69-83c2-c774f85e0597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd95c365-aee3-4e06-889e-0b1928a7e3be,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:46.664411 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1f7da3af-8b5b-4e69-83c2-c774f85e0597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:46.674675 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1f7da3af-8b5b-4e69-83c2-c774f85e0597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:46.680720 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-1f7da3af-8b5b-4e69-83c2-c774f85e0597 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cd95c365-aee3-4e06-889e-0b1928a7e3be HTTP/1.1" status: 204 len: 168 time: 0.2175987 Dec 05 21:54:46.887183 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Router bdab0e7d-99e6-40e0-94f6-1213d13b502e has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:54:47.031606 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-a226884c-030c-4635-b3cd-881fde2167d3 None None] Provisioning complete for port bbb24093-e385-4faa-affc-a2ab4ea247a4 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:54:47.032247 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a226884c-030c-4635-b3cd-881fde2167d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:47.099989 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:54:47.110760 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] 10.222.0.50 "PUT /v2.0/routers/bdab0e7d-99e6-40e0-94f6-1213d13b502e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8225534 Dec 05 21:54:47.122413 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-a226884c-030c-4635-b3cd-881fde2167d3 None None] Port bbb24093-e385-4faa-affc-a2ab4ea247a4 cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:54:47.917191 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34182) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:47.923609 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1458958733-network', 'tenant_id': '2adb9e1eeeda41cdb73b103099b045af'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:54:47.928991 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:47.933048 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Usage tracker for resource:network and tenant:2adb9e1eeeda41cdb73b103099b045af is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:47.936153 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:47.941825 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:47.952133 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Made reservation on behalf of 2adb9e1eeeda41cdb73b103099b045af for: {'network': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:54:47.956884 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for network, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:47.974651 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:47.989986 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:47.993996 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Usage tracker for resource:security_group_rule and tenant:2adb9e1eeeda41cdb73b103099b045af is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:47.996955 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:48.002744 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:48.091608 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:48.094885 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:48.099283 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ec1b28fc-03ff-4b6a-8a4e-fda33767de0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:48.132922 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 28905da1-c042-4b20-a982-87e7a5f62089 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:54:48.133426 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 05 21:54:48.143612 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c28407c-feaa-49f8-8502-bb69125d1884,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:48.155115 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.155535 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.155997 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.156409 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.156814 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.157218 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.157618 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.158024 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.158422 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.158819 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.159223 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.159611 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.160088 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.160490 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.160889 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.161317 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.161715 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.162116 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.162605 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.163003 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.163406 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.163821 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.164219 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.164609 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:54:48.168824 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:48.169213 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Added segment d45c6f9e-d408-490a-81e3-e3714dea11f9 of type vxlan for network 4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd Dec 05 21:54:48.170650 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:48.198962 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284944475320'] for network, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:48.206654 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port 28905da1-c042-4b20-a982-87e7a5f62089 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:54:48.212452 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 28905da1-c042-4b20-a982-87e7a5f62089 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:54:48.212874 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:48.231596 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646'] for network, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:48.233019 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:54:48.233625 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:48.238747 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:48.341752 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:48.347368 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4289320 Dec 05 21:54:48.350850 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80240) accepted ('10.222.0.50', 34186) {{(pid=80240) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:48.358396 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port 28905da1-c042-4b20-a982-87e7a5f62089, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=28905da1-c042-4b20-a982-87e7a5f62089,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:54:48.358579 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Pushing event updated for resources: {'Network': ['ID=4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:48.358692 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-6448d8cd-7d9c-4aec-97f3-bfce1ae52c55 admin admin] Request body: {'subnet': {'network_id': '4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1458958733-subnet', 'tenant_id': '2adb9e1eeeda41cdb73b103099b045af', 'ip_version': 4}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:54:48.361702 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:48.364274 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:48.365287 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6448d8cd-7d9c-4aec-97f3-bfce1ae52c55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:48.366947 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:48.369789 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6448d8cd-7d9c-4aec-97f3-bfce1ae52c55 admin admin] Usage tracker for resource:subnet and tenant:2adb9e1eeeda41cdb73b103099b045af is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:48.372898 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6448d8cd-7d9c-4aec-97f3-bfce1ae52c55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:48.378658 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6448d8cd-7d9c-4aec-97f3-bfce1ae52c55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:48.388967 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6448d8cd-7d9c-4aec-97f3-bfce1ae52c55 admin admin] Made reservation on behalf of 2adb9e1eeeda41cdb73b103099b045af for: {'subnet': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:54:48.393735 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6448d8cd-7d9c-4aec-97f3-bfce1ae52c55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16691644'] for subnet, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:48.403563 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Network 4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd details requested by agent ovs-agent-dv-cinder-757908-4-iscsi with host dv-cinder-757908-4-iscsi {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:54:48.417498 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Network 4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd details requested by agent ovs-agent-hv-cinder-75790 with host hv-cinder-75790 {{(pid=80241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 05 21:54:48.617182 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=28905da1-c042-4b20-a982-87e7a5f62089,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:48.631135 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:48.801655 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6448d8cd-7d9c-4aec-97f3-bfce1ae52c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839153435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16691629'] for subnet, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:48.819280 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-85ff0f5f-c234-4c02-b85a-5cfe5f9d5650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:48.951775 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448d8cd-7d9c-4aec-97f3-bfce1ae52c55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b285e493-7aea-44bd-82f3-f0323147700d,revision_number=0']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:48.956476 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6448d8cd-7d9c-4aec-97f3-bfce1ae52c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:49.022787 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6448d8cd-7d9c-4aec-97f3-bfce1ae52c55 admin admin] Checking segment: {'id': 'd45c6f9e-d408-490a-81e3-e3714dea11f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:54:49.023177 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6448d8cd-7d9c-4aec-97f3-bfce1ae52c55 admin admin] Network hostable DHCP agents. Network: 4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd, hostable agents: ['f9b3e222-eb4b-465e-917f-070186e4772e'], hosted agents: [] {{(pid=80240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 05 21:54:49.042605 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6448d8cd-7d9c-4aec-97f3-bfce1ae52c55 admin admin] Network 4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd is scheduled to be hosted by DHCP agent f9b3e222-eb4b-465e-917f-070186e4772e with binding_index 1 {{(pid=80240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 05 21:54:49.050852 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-6448d8cd-7d9c-4aec-97f3-bfce1ae52c55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-4-iscsi, 4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd) {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:54:49.060072 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fc7a6a-8205-416a-9688-e9ead9dad6a3 None None] Network 4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:54:49.063654 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6448d8cd-7d9c-4aec-97f3-bfce1ae52c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:54:49.064344 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6448d8cd-7d9c-4aec-97f3-bfce1ae52c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for subnet, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:49.085473 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6448d8cd-7d9c-4aec-97f3-bfce1ae52c55 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7320316 Dec 05 21:54:49.087257 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34190) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:49.093035 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1458958733-router', 'tenant_id': '2adb9e1eeeda41cdb73b103099b045af', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:54:49.098215 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:49.102973 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Usage tracker for resource:router and tenant:2adb9e1eeeda41cdb73b103099b045af is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:49.105985 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:49.111856 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:49.122106 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32561'] for router, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:49.123202 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854376006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854189987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-417262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743239'] for router, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:49.143218 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:49.223237 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] Sync routers for ids ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'] in dv-cinder-757908-4-iscsi {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:54:49.246342 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] Routers {'bdab0e7d-99e6-40e0-94f6-1213d13b502e'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:54:49.247024 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:54:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:49.438057 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d7ccdaa-baf9-5d9f-809c-bfb6fe7b06ae-4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd', 'network_id': '4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd', 'tenant_id': '2adb9e1eeeda41cdb73b103099b045af', 'fixed_ips': [{'subnet_id': 'b285e493-7aea-44bd-82f3-f0323147700d'}]}} from dv-cinder-757908-4-iscsi. {{(pid=80241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 05 21:54:49.438269 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854190046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854380766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743210'] for router, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:49.438948 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:49.537429 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] Set router bdab0e7d-99e6-40e0-94f6-1213d13b502e gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:54:49.775607 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:49.811888 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:50.103088 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Allocated IP 172.27.1.246 (dd6739ac-3b61-4fa5-bbf5-45fb885265ae/91227b10-c165-4e57-9f01-5809fdb2af08/2e26e7de-f796-438c-939c-9e023e390bc6) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:54:50.155331 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 28905da1-c042-4b20-a982-87e7a5f62089 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:54:50.272761 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:50.287304 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Allocated IP 172.20.0.2 (4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd/b285e493-7aea-44bd-82f3-f0323147700d/e8346256-2f02-45d9-a247-971d7f30e778) {{(pid=80241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:54:50.300150 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:50.315658 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0f3c3fb2-d97b-4233-8550-4c163a6e8fcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:50.406825 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 28905da1-c042-4b20-a982-87e7a5f62089 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:54:50.407240 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:50.463070 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'bbb24093-e385-4faa-affc-a2ab4ea247a4', 'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'mac_address': 'fa:16:3e:de:8b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:44Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 2, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'subnets': [{'id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:50.463681 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Pushing event updated for resources: {'Port': ['ID=2e26e7de-f796-438c-939c-9e023e390bc6,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:50.466888 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:50.474289 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] Checking router: bdab0e7d-99e6-40e0-94f6-1213d13b502e for host: dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:54:50.474753 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] Updating router bdab0e7d-99e6-40e0-94f6-1213d13b502e port bbb24093-e385-4faa-affc-a2ab4ea247a4 binding host dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 05 21:54:50.512636 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Network dd6739ac-3b61-4fa5-bbf5-45fb885265ae is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:54:50.513874 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:54:50.516579 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:54:50.579574 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:50.760236 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Notify callbacks [] for port, precommit_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:50.806015 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Transition to ACTIVE for port object e8346256-2f02-45d9-a247-971d7f30e778 will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:54:50.840499 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Transition to ACTIVE for port object e8346256-2f02-45d9-a247-971d7f30e778 will not be triggered until provisioned by entity DHCP. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:54:50.889020 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516'] for port, after_create {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:50.907836 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:51.097191 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Pushing event updated for resources: {'Port': ['ID=e8346256-2f02-45d9-a247-971d7f30e778,revision_number=1']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:51.114963 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:51.191383 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:51.231029 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Network 4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd is already hosted by enough agents. {{(pid=80241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:54:51.241471 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Resources bound (agent type, host, resource id): {{(pid=80241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:54:51.245760 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Received port after_create {{(pid=80241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:54:51.314433 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Attempting to bind port e8346256-2f02-45d9-a247-971d7f30e778 on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:54:51.314846 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Attempting to bind port e8346256-2f02-45d9-a247-971d7f30e778 by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': 'd45c6f9e-d408-490a-81e3-e3714dea11f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:54:51.315261 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Attempting to bind port e8346256-2f02-45d9-a247-971d7f30e778 on network 4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:54:51.332107 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:54:51.332525 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Checking segment: {'id': 'd45c6f9e-d408-490a-81e3-e3714dea11f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:54:51.332964 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:51.334129 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Bound using segment: {'id': 'd45c6f9e-d408-490a-81e3-e3714dea11f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:54:51.334663 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Bound port: e8346256-2f02-45d9-a247-971d7f30e778, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45c6f9e-d408-490a-81e3-e3714dea11f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:54:51.335081 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:51.446737 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] Notify callbacks [] for port, precommit_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:51.484192 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] Transition to ACTIVE for port object bbb24093-e385-4faa-affc-a2ab4ea247a4 will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:54:51.490363 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:51.508838 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:51.554352 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585736'] for router, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:51.575598 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-220d6427-966f-4734-837d-7212bcf8539a None None] For port e8346256-2f02-45d9-a247-971d7f30e778, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:54:51.659171 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-220d6427-966f-4734-837d-7212bcf8539a None None] For port e8346256-2f02-45d9-a247-971d7f30e778, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=e8346256-2f02-45d9-a247-971d7f30e778,segment=NetworkSegment(d45c6f9e-d408-490a-81e3-e3714dea11f9),segment_id=d45c6f9e-d408-490a-81e3-e3714dea11f9)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:54:51.669656 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915582af-531b-4cbb-9522-e6102e87f672 None None] Pushing event updated for resources: {'Port': ['ID=bbb24093-e385-4faa-affc-a2ab4ea247a4,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:51.672508 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:51.687986 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-915582af-531b-4cbb-9522-e6102e87f672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:51.688508 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-915582af-531b-4cbb-9522-e6102e87f672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:51.777288 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Router ebebd3b8-0d45-458f-8a4f-d07527958507 is scheduled to L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 with binding_index 1 {{(pid=80239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 05 21:54:51.984907 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:54:52.001668 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] Sync routers for ids ['ebebd3b8-0d45-458f-8a4f-d07527958507'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:54:52.010103 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Notify callbacks [] for router, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:52.013749 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9226587 Dec 05 21:54:52.013891 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] Routers {'ebebd3b8-0d45-458f-8a4f-d07527958507'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:54:52.013988 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34194) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 21:54:52.014448 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:54:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['ebebd3b8-0d45-458f-8a4f-d07527958507'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:52.101369 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Pushing event updated for resources: {'Port': ['ID=e8346256-2f02-45d9-a247-971d7f30e778,revision_number=2']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:52.110304 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:52.189279 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] Attempting to bind port bbb24093-e385-4faa-affc-a2ab4ea247a4 on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:54:52.189865 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] Attempting to bind port bbb24093-e385-4faa-affc-a2ab4ea247a4 by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': 'c3eaa949-f667-4b54-af2b-4503bb5dc319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:54:52.189865 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] Attempting to bind port bbb24093-e385-4faa-affc-a2ab4ea247a4 on network 1c0ce6f0-6735-403d-8199-e1ed266329f6 {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:54:52.202855 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:54:52.202855 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] Checking segment: {'id': 'c3eaa949-f667-4b54-af2b-4503bb5dc319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:54:52.202855 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:52.202855 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] Bound using segment: {'id': 'c3eaa949-f667-4b54-af2b-4503bb5dc319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:54:52.202855 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] Bound port: bbb24093-e385-4faa-affc-a2ab4ea247a4, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3eaa949-f667-4b54-af2b-4503bb5dc319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:54:52.202855 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:52.239887 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] Set router ebebd3b8-0d45-458f-8a4f-d07527958507 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:54:52.313562 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] For port bbb24093-e385-4faa-affc-a2ab4ea247a4, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:54:52.317287 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] For port bbb24093-e385-4faa-affc-a2ab4ea247a4, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=bbb24093-e385-4faa-affc-a2ab4ea247a4,segment=NetworkSegment(c3eaa949-f667-4b54-af2b-4503bb5dc319),segment_id=c3eaa949-f667-4b54-af2b-4503bb5dc319)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:54:52.323590 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:52.339672 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d7bd374f-16fb-4392-ad27-7a53ba2e23e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:52.537369 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915582af-531b-4cbb-9522-e6102e87f672 None None] Pushing event updated for resources: {'Port': ['ID=bbb24093-e385-4faa-affc-a2ab4ea247a4,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:52.558626 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-915582af-531b-4cbb-9522-e6102e87f672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:52.600388 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'name': 'tempest-TestVolumeBootPattern-1458958733-router', 'tenant_id': '2adb9e1eeeda41cdb73b103099b045af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '2e26e7de-f796-438c-939c-9e023e390bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:49Z', 'updated_at': '2020-12-05T21:54:50Z', 'revision_number': 3, 'project_id': '2adb9e1eeeda41cdb73b103099b045af', 'gw_port': {'id': '2e26e7de-f796-438c-939c-9e023e390bc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:49Z', 'updated_at': '2020-12-05T21:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:52.605366 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] Checking router: ebebd3b8-0d45-458f-8a4f-d07527958507 for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:54:52.605986 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] Updating router ebebd3b8-0d45-458f-8a4f-d07527958507 port 2e26e7de-f796-438c-939c-9e023e390bc6 binding host dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 05 21:54:52.643492 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] Routers {'bdab0e7d-99e6-40e0-94f6-1213d13b502e'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:54:52.644337 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:54:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:52.673525 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:52.811097 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:52.899315 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] Set router bdab0e7d-99e6-40e0-94f6-1213d13b502e gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:54:53.147841 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] Notify callbacks [] for port, precommit_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:53.161475 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] Transition to ACTIVE for port object 2e26e7de-f796-438c-939c-9e023e390bc6 will not be triggered until provisioned by entity L2. {{(pid=80242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:54:53.164864 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:53.182342 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c17b5d45-ea01-473f-96a5-04ca0710ce6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:53.193858 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] Allocated IP 172.20.0.1 (4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd/b285e493-7aea-44bd-82f3-f0323147700d/83cdd07e-a02a-48ea-a15a-178f0aeba33e) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:54:53.262936 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'bbb24093-e385-4faa-affc-a2ab4ea247a4', 'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'mac_address': 'fa:16:3e:de:8b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:44Z', 'updated_at': '2020-12-05T21:54:52Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'subnets': [{'id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:53.267374 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ccbc3-7543-4550-839f-b503716bad16 None None] The sync data for ids ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'] in dv-cinder-757908-4-iscsi is: [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'bbb24093-e385-4faa-affc-a2ab4ea247a4', 'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'mac_address': 'fa:16:3e:de:8b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:44Z', 'updated_at': '2020-12-05T21:54:52Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'subnets': [{'id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:54:53.342320 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd1e5b-236e-4eea-8f9d-ece78b3d0db3 None None] Pushing event updated for resources: {'Port': ['ID=2e26e7de-f796-438c-939c-9e023e390bc6,revision_number=2']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:53.347101 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-84bd1e5b-236e-4eea-8f9d-ece78b3d0db3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:53.392873 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:53.415680 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] Transition to ACTIVE for port object 83cdd07e-a02a-48ea-a15a-178f0aeba33e will not be triggered until provisioned by entity DHCP. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:54:53.422959 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] Attempting to bind port 2e26e7de-f796-438c-939c-9e023e390bc6 on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:54:53.423515 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] Attempting to bind port 2e26e7de-f796-438c-939c-9e023e390bc6 by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:54:53.423972 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] Attempting to bind port 2e26e7de-f796-438c-939c-9e023e390bc6 on network dd6739ac-3b61-4fa5-bbf5-45fb885265ae {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:54:53.431204 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:54:53.431628 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] Checking segment: {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:54:53.432121 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:53.432562 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] Bound using segment: {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'} {{(pid=80242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:54:53.434914 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] Bound port: 2e26e7de-f796-438c-939c-9e023e390bc6, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdaca4bf-7443-446d-90f9-29ba59cacb86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}}] {{(pid=80242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:54:53.435369 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:53.444531 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:53.515261 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] For port 2e26e7de-f796-438c-939c-9e023e390bc6, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:54:53.519073 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] For port 2e26e7de-f796-438c-939c-9e023e390bc6, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=2e26e7de-f796-438c-939c-9e023e390bc6,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:54:53.533625 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:53.602942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6b2b4f0f-6c0b-4ca9-a782-adabe2b88c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:53.678611 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] Pushing event updated for resources: {'Port': ['ID=83cdd07e-a02a-48ea-a15a-178f0aeba33e,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:53.682351 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:53.706670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] Network 4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:54:53.707944 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:54:53.711599 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:54:53.715331 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:53.788314 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577140'] for router_interface, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:53.798090 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] Routers {'ebebd3b8-0d45-458f-8a4f-d07527958507'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:54:53.798790 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:54:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['ebebd3b8-0d45-458f-8a4f-d07527958507'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:53.850835 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857df62b-b1f0-4fb3-b077-35bf69795d56 None None] Network 4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 21:54:53.917528 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:53.999938 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] Set router ebebd3b8-0d45-458f-8a4f-d07527958507 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:54:54.122429 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-0d91aa2a-9793-4892-a77b-001d63901868 None None] Provisioning for port e8346256-2f02-45d9-a247-971d7f30e778 completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:54:54.170649 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd1e5b-236e-4eea-8f9d-ece78b3d0db3 None None] Pushing event updated for resources: {'Port': ['ID=2e26e7de-f796-438c-939c-9e023e390bc6,revision_number=3']} {{(pid=80242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:54.174980 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-84bd1e5b-236e-4eea-8f9d-ece78b3d0db3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:54.290039 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device bbb24093-e385-4faa-affc-a2ab4ea247a4 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:54:54.411269 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port bbb24093-e385-4faa-affc-a2ab4ea247a4 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:54:54.417025 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port bbb24093-e385-4faa-affc-a2ab4ea247a4 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:54:54.417448 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:54.479814 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'name': 'tempest-TestVolumeBootPattern-1458958733-router', 'tenant_id': '2adb9e1eeeda41cdb73b103099b045af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '2e26e7de-f796-438c-939c-9e023e390bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:49Z', 'updated_at': '2020-12-05T21:54:53Z', 'revision_number': 4, 'project_id': '2adb9e1eeeda41cdb73b103099b045af', 'gw_port': {'id': '2e26e7de-f796-438c-939c-9e023e390bc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:49Z', 'updated_at': '2020-12-05T21:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '83cdd07e-a02a-48ea-a15a-178f0aeba33e', 'name': '', 'network_id': '4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd', 'tenant_id': '2adb9e1eeeda41cdb73b103099b045af', 'mac_address': 'fa:16:3e:e2:2f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b285e493-7aea-44bd-82f3-f0323147700d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:53Z', 'updated_at': '2020-12-05T21:54:53Z', 'revision_number': 1, 'project_id': '2adb9e1eeeda41cdb73b103099b045af', 'subnets': [{'id': 'b285e493-7aea-44bd-82f3-f0323147700d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:54.484627 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b23dfb-5c7f-4291-b71b-2b58b5b0ef25 None None] The sync data for ids ['ebebd3b8-0d45-458f-8a4f-d07527958507'] in dv-cinder-757908-4-iscsi is: [{'id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'name': 'tempest-TestVolumeBootPattern-1458958733-router', 'tenant_id': '2adb9e1eeeda41cdb73b103099b045af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '2e26e7de-f796-438c-939c-9e023e390bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:49Z', 'updated_at': '2020-12-05T21:54:53Z', 'revision_number': 4, 'project_id': '2adb9e1eeeda41cdb73b103099b045af', 'gw_port': {'id': '2e26e7de-f796-438c-939c-9e023e390bc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:49Z', 'updated_at': '2020-12-05T21:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '83cdd07e-a02a-48ea-a15a-178f0aeba33e', 'name': '', 'network_id': '4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd', 'tenant_id': '2adb9e1eeeda41cdb73b103099b045af', 'mac_address': 'fa:16:3e:e2:2f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b285e493-7aea-44bd-82f3-f0323147700d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:53Z', 'updated_at': '2020-12-05T21:54:53Z', 'revision_number': 1, 'project_id': '2adb9e1eeeda41cdb73b103099b045af', 'subnets': [{'id': 'b285e493-7aea-44bd-82f3-f0323147700d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:54:54.485870 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-037a450b-accf-47dd-97d4-7660328205e1 None None] Provisioning for port 83cdd07e-a02a-48ea-a15a-178f0aeba33e completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:54:54.499310 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-037a450b-accf-47dd-97d4-7660328205e1 None None] Provisioning complete for port 83cdd07e-a02a-48ea-a15a-178f0aeba33e triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:54:54.499776 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-037a450b-accf-47dd-97d4-7660328205e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:54.634664 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:54.651032 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-037a450b-accf-47dd-97d4-7660328205e1 None None] Port 83cdd07e-a02a-48ea-a15a-178f0aeba33e cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:54:54.661116 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:54.666705 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14624611'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:54.687551 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port bbb24093-e385-4faa-affc-a2ab4ea247a4, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=bbb24093-e385-4faa-affc-a2ab4ea247a4,segment=NetworkSegment(c3eaa949-f667-4b54-af2b-4503bb5dc319),segment_id=c3eaa949-f667-4b54-af2b-4503bb5dc319)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:54:54.691122 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:54.692075 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device e8346256-2f02-45d9-a247-971d7f30e778 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:54:54.698382 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-89891908-68f3-425e-a6ae-16313c73c12f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:54.722644 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:54.790803 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1253663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854198767'] for router_interface, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:54.833960 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=bbb24093-e385-4faa-affc-a2ab4ea247a4,revision_number=5']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:54.837972 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] Pushing event updated for resources: {'Port': ['ID=83cdd07e-a02a-48ea-a15a-178f0aeba33e,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:54.839673 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:54.843523 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:54.861273 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port e8346256-2f02-45d9-a247-971d7f30e778 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:54:54.878142 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port e8346256-2f02-45d9-a247-971d7f30e778 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:54:54.878564 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:54.926920 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-943743df-eef6-4c58-9e1b-cac0dd32f75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:54.974378 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] Network 4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:54:54.975718 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:54:55.028621 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-87a4c374-7d71-4ebe-80ea-0b038f6d4a4a None None] Provisioning complete for port 83cdd07e-a02a-48ea-a15a-178f0aeba33e triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:54:55.029039 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-87a4c374-7d71-4ebe-80ea-0b038f6d4a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:55.086152 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:55.127637 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-87a4c374-7d71-4ebe-80ea-0b038f6d4a4a None None] Port 83cdd07e-a02a-48ea-a15a-178f0aeba33e cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:54:55.140969 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port e8346256-2f02-45d9-a247-971d7f30e778, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=e8346256-2f02-45d9-a247-971d7f30e778,segment=NetworkSegment(d45c6f9e-d408-490a-81e3-e3714dea11f9),segment_id=d45c6f9e-d408-490a-81e3-e3714dea11f9)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:54:55.148161 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:55.151942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-220d6427-966f-4734-837d-7212bcf8539a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:55.193186 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] Router ebebd3b8-0d45-458f-8a4f-d07527958507 has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:54:55.244544 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=e8346256-2f02-45d9-a247-971d7f30e778,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:55.251207 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:55.264033 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-869b4124-0a1d-4b6c-8aea-34b5605439ba None None] Provisioning complete for port 83cdd07e-a02a-48ea-a15a-178f0aeba33e triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:54:55.264391 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-869b4124-0a1d-4b6c-8aea-34b5605439ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:55.332635 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-869b4124-0a1d-4b6c-8aea-34b5605439ba None None] Port 83cdd07e-a02a-48ea-a15a-178f0aeba33e cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:54:55.345276 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-869b4124-0a1d-4b6c-8aea-34b5605439ba None None] Provisioning complete for port e8346256-2f02-45d9-a247-971d7f30e778 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:54:55.345851 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-869b4124-0a1d-4b6c-8aea-34b5605439ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:55.429089 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:54:55.440334 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] 10.222.0.50 "PUT /v2.0/routers/ebebd3b8-0d45-458f-8a4f-d07527958507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4251881 Dec 05 21:54:56.162605 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-bd252080-eeea-443c-be97-24de822605ad req-318eaafe-58e9-4101-a005-8cccc5b05e12 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1585796231', 'description': 'tempest-TestVolumeBootPattern-1585796231 description'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:54:56.169471 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-bd252080-eeea-443c-be97-24de822605ad req-318eaafe-58e9-4101-a005-8cccc5b05e12 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:56.173927 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-bd252080-eeea-443c-be97-24de822605ad req-318eaafe-58e9-4101-a005-8cccc5b05e12 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Usage tracker for resource:security_group and tenant:aaf2131e956840ecb8bbb23ffd1ee096 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:56.177275 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-bd252080-eeea-443c-be97-24de822605ad req-318eaafe-58e9-4101-a005-8cccc5b05e12 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:56.183378 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-bd252080-eeea-443c-be97-24de822605ad req-318eaafe-58e9-4101-a005-8cccc5b05e12 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:56.194805 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-bd252080-eeea-443c-be97-24de822605ad req-318eaafe-58e9-4101-a005-8cccc5b05e12 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:56.203234 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device bbb24093-e385-4faa-affc-a2ab4ea247a4 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:54:56.218190 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-bd252080-eeea-443c-be97-24de822605ad req-318eaafe-58e9-4101-a005-8cccc5b05e12 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:56.222299 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-bd252080-eeea-443c-be97-24de822605ad req-318eaafe-58e9-4101-a005-8cccc5b05e12 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Usage tracker for resource:security_group_rule and tenant:aaf2131e956840ecb8bbb23ffd1ee096 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:56.226111 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-bd252080-eeea-443c-be97-24de822605ad req-318eaafe-58e9-4101-a005-8cccc5b05e12 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:56.232490 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-bd252080-eeea-443c-be97-24de822605ad req-318eaafe-58e9-4101-a005-8cccc5b05e12 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:56.279510 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port bbb24093-e385-4faa-affc-a2ab4ea247a4 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:54:56.279898 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:56.307589 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-bd252080-eeea-443c-be97-24de822605ad req-318eaafe-58e9-4101-a005-8cccc5b05e12 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:56.310401 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-bd252080-eeea-443c-be97-24de822605ad req-318eaafe-58e9-4101-a005-8cccc5b05e12 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:56.315802 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ffd84384-6681-4676-af3d-e1b6dee3d2d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:56.356955 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318eaafe-58e9-4101-a005-8cccc5b05e12 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Pushing event updated for resources: {'SecurityGroup': ['ID=03a943d4-c70b-4385-b2f0-8bfa4b188ceb,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:56.360109 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-318eaafe-58e9-4101-a005-8cccc5b05e12 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:56.361044 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-bd252080-eeea-443c-be97-24de822605ad req-318eaafe-58e9-4101-a005-8cccc5b05e12 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:56.362403 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bd252080-eeea-443c-be97-24de822605ad req-318eaafe-58e9-4101-a005-8cccc5b05e12 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2052360 Dec 05 21:54:56.401497 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device e8346256-2f02-45d9-a247-971d7f30e778 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:54:56.451997 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a79b87c1-352e-4cf6-bc02-da732940c32d req-7fb6f254-bf42-405c-b2de-30d29f238d71 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups/03a943d4-c70b-4385-b2f0-8bfa4b188ceb HTTP/1.1" status: 200 len: 1758 time: 0.0551136 Dec 05 21:54:56.463602 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-a79b87c1-352e-4cf6-bc02-da732940c32d req-6ac6ad7e-4711-4b29-9eca-4ad0ccab1cc9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '03a943d4-c70b-4385-b2f0-8bfa4b188ceb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:54:56.464037 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-a79b87c1-352e-4cf6-bc02-da732940c32d req-6ac6ad7e-4711-4b29-9eca-4ad0ccab1cc9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '03a943d4-c70b-4385-b2f0-8bfa4b188ceb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:54:56.470320 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-a79b87c1-352e-4cf6-bc02-da732940c32d req-6ac6ad7e-4711-4b29-9eca-4ad0ccab1cc9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:56.473563 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port e8346256-2f02-45d9-a247-971d7f30e778 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:54:56.474099 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:56.474368 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-a79b87c1-352e-4cf6-bc02-da732940c32d req-6ac6ad7e-4711-4b29-9eca-4ad0ccab1cc9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Usage tracker for resource:security_group_rule and tenant:aaf2131e956840ecb8bbb23ffd1ee096 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:56.477462 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-a79b87c1-352e-4cf6-bc02-da732940c32d req-6ac6ad7e-4711-4b29-9eca-4ad0ccab1cc9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:56.483318 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-a79b87c1-352e-4cf6-bc02-da732940c32d req-6ac6ad7e-4711-4b29-9eca-4ad0ccab1cc9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:56.545178 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a79b87c1-352e-4cf6-bc02-da732940c32d req-6ac6ad7e-4711-4b29-9eca-4ad0ccab1cc9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for security_group_rule, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:56.574192 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a79b87c1-352e-4cf6-bc02-da732940c32d req-6ac6ad7e-4711-4b29-9eca-4ad0ccab1cc9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:56.578109 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a79b87c1-352e-4cf6-bc02-da732940c32d req-6ac6ad7e-4711-4b29-9eca-4ad0ccab1cc9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429132'] for security_group_rule, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:56.580344 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-01dc9655-8ed7-4698-915d-368598a50e1a tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:56.601839 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 2e26e7de-f796-438c-939c-9e023e390bc6 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:54:56.604221 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6ad7e-4711-4b29-9eca-4ad0ccab1cc9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d89ec0-6740-40b6-b2bd-40ea0d5cc4cd,revision_number=0']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:56.606795 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6ac6ad7e-4711-4b29-9eca-4ad0ccab1cc9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:56.613704 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a79b87c1-352e-4cf6-bc02-da732940c32d req-6ac6ad7e-4711-4b29-9eca-4ad0ccab1cc9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for security_group_rule, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:56.615601 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a79b87c1-352e-4cf6-bc02-da732940c32d req-6ac6ad7e-4711-4b29-9eca-4ad0ccab1cc9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.1562734 Dec 05 21:54:56.705858 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d6e03e8b-cdfb-4d90-a639-76562f9ef8ef req-697f9e99-091f-494b-a142-74cb7b9ea62b tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups/03a943d4-c70b-4385-b2f0-8bfa4b188ceb HTTP/1.1" status: 200 len: 2319 time: 0.0566421 Dec 05 21:54:56.719546 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-d6e03e8b-cdfb-4d90-a639-76562f9ef8ef req-180e57a7-6d05-42d2-a61e-5d4f59aef8a9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '03a943d4-c70b-4385-b2f0-8bfa4b188ceb', 'remote_group_id': None}]} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:54:56.719922 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-d6e03e8b-cdfb-4d90-a639-76562f9ef8ef req-180e57a7-6d05-42d2-a61e-5d4f59aef8a9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '03a943d4-c70b-4385-b2f0-8bfa4b188ceb', 'remote_group_id': None}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:54:56.727977 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-d6e03e8b-cdfb-4d90-a639-76562f9ef8ef req-180e57a7-6d05-42d2-a61e-5d4f59aef8a9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:54:56.732543 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d6e03e8b-cdfb-4d90-a639-76562f9ef8ef req-180e57a7-6d05-42d2-a61e-5d4f59aef8a9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Usage tracker for resource:security_group_rule and tenant:aaf2131e956840ecb8bbb23ffd1ee096 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:54:56.736407 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d6e03e8b-cdfb-4d90-a639-76562f9ef8ef req-180e57a7-6d05-42d2-a61e-5d4f59aef8a9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:54:56.742699 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-d6e03e8b-cdfb-4d90-a639-76562f9ef8ef req-180e57a7-6d05-42d2-a61e-5d4f59aef8a9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:54:56.804787 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d6e03e8b-cdfb-4d90-a639-76562f9ef8ef req-180e57a7-6d05-42d2-a61e-5d4f59aef8a9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for security_group_rule, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:56.828662 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d6e03e8b-cdfb-4d90-a639-76562f9ef8ef req-180e57a7-6d05-42d2-a61e-5d4f59aef8a9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:56.832699 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d6e03e8b-cdfb-4d90-a639-76562f9ef8ef req-180e57a7-6d05-42d2-a61e-5d4f59aef8a9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429132'] for security_group_rule, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:56.836576 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:56.837753 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port 2e26e7de-f796-438c-939c-9e023e390bc6 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:54:56.842722 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 2e26e7de-f796-438c-939c-9e023e390bc6 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:54:56.843141 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:56.859240 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e57a7-6d05-42d2-a61e-5d4f59aef8a9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0a6bd3-4f5e-4ef7-822e-395ec85236fa,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:56.863709 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-180e57a7-6d05-42d2-a61e-5d4f59aef8a9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:56.871447 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d6e03e8b-cdfb-4d90-a639-76562f9ef8ef req-180e57a7-6d05-42d2-a61e-5d4f59aef8a9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for security_group_rule, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:56.872769 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d6e03e8b-cdfb-4d90-a639-76562f9ef8ef req-180e57a7-6d05-42d2-a61e-5d4f59aef8a9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 0.1592529 Dec 05 21:54:56.967711 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:56.993114 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port 2e26e7de-f796-438c-939c-9e023e390bc6, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=2e26e7de-f796-438c-939c-9e023e390bc6,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:54:56.997629 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:57.000537 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:57.069685 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=2e26e7de-f796-438c-939c-9e023e390bc6,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:57.073168 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:57.812683 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-152734ea-37df-4cfe-abce-dd5e3d0bf37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:58.120981 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 2e26e7de-f796-438c-939c-9e023e390bc6 up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:54:58.194899 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 2e26e7de-f796-438c-939c-9e023e390bc6 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:54:58.195316 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:58.362938 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] Sync routers for ids ['ebebd3b8-0d45-458f-8a4f-d07527958507'] in dv-cinder-757908-4-iscsi {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:54:58.373601 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] Routers {'ebebd3b8-0d45-458f-8a4f-d07527958507'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:54:58.374273 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:54:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['ebebd3b8-0d45-458f-8a4f-d07527958507'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:58.523770 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:58.585891 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] Set router ebebd3b8-0d45-458f-8a4f-d07527958507 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:54:58.933529 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'name': 'tempest-TestVolumeBootPattern-1458958733-router', 'tenant_id': '2adb9e1eeeda41cdb73b103099b045af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '2e26e7de-f796-438c-939c-9e023e390bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:49Z', 'updated_at': '2020-12-05T21:54:53Z', 'revision_number': 4, 'project_id': '2adb9e1eeeda41cdb73b103099b045af', 'gw_port': {'id': '2e26e7de-f796-438c-939c-9e023e390bc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:49Z', 'updated_at': '2020-12-05T21:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '83cdd07e-a02a-48ea-a15a-178f0aeba33e', 'name': '', 'network_id': '4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd', 'tenant_id': '2adb9e1eeeda41cdb73b103099b045af', 'mac_address': 'fa:16:3e:e2:2f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b285e493-7aea-44bd-82f3-f0323147700d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:53Z', 'updated_at': '2020-12-05T21:54:54Z', 'revision_number': 2, 'project_id': '2adb9e1eeeda41cdb73b103099b045af', 'subnets': [{'id': 'b285e493-7aea-44bd-82f3-f0323147700d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:54:58.937623 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] Checking router: ebebd3b8-0d45-458f-8a4f-d07527958507 for host: dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:54:58.938021 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] Updating router ebebd3b8-0d45-458f-8a4f-d07527958507 port 83cdd07e-a02a-48ea-a15a-178f0aeba33e binding host dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 05 21:54:58.995687 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:59.424573 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] Notify callbacks [] for port, precommit_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:59.437291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] Transition to ACTIVE for port object 83cdd07e-a02a-48ea-a15a-178f0aeba33e will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:54:59.440078 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:59.457664 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:54:59.606463 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e068d1-28ae-4b63-8292-7e7af47d818b None None] Pushing event updated for resources: {'Port': ['ID=83cdd07e-a02a-48ea-a15a-178f0aeba33e,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:54:59.610822 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-03e068d1-28ae-4b63-8292-7e7af47d818b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:54:59.784929 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] Attempting to bind port 83cdd07e-a02a-48ea-a15a-178f0aeba33e on host dv-cinder-757908-4-iscsi for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:54:59.785350 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] Attempting to bind port 83cdd07e-a02a-48ea-a15a-178f0aeba33e by drivers openvswitch on host dv-cinder-757908-4-iscsi at level 0 using segments [{'id': 'd45c6f9e-d408-490a-81e3-e3714dea11f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:54:59.785765 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] Attempting to bind port 83cdd07e-a02a-48ea-a15a-178f0aeba33e on network 4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:54:59.794861 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] Checking agent: {'id': 'a64c6308-bc76-484e-812a-94778ebb2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 32, 1), 'started_at': datetime.datetime(2020, 12, 5, 21, 32, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:54:59.795329 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] Checking segment: {'id': 'd45c6f9e-d408-490a-81e3-e3714dea11f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:54:59.795778 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:59.796222 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] Bound using segment: {'id': 'd45c6f9e-d408-490a-81e3-e3714dea11f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:54:59.796774 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] Bound port: 83cdd07e-a02a-48ea-a15a-178f0aeba33e, host: dv-cinder-757908-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45c6f9e-d408-490a-81e3-e3714dea11f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:54:59.797204 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:59.810070 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:59.903800 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] For port 83cdd07e-a02a-48ea-a15a-178f0aeba33e, host dv-cinder-757908-4-iscsi, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:54:59.907231 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] For port 83cdd07e-a02a-48ea-a15a-178f0aeba33e, host dv-cinder-757908-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=83cdd07e-a02a-48ea-a15a-178f0aeba33e,segment=NetworkSegment(d45c6f9e-d408-490a-81e3-e3714dea11f9),segment_id=d45c6f9e-d408-490a-81e3-e3714dea11f9)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:54:59.910499 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:54:59.929442 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-97bedbdc-c3a2-4636-8d68-297877390fd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:55:00.079652 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e068d1-28ae-4b63-8292-7e7af47d818b None None] Pushing event updated for resources: {'Port': ['ID=83cdd07e-a02a-48ea-a15a-178f0aeba33e,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:55:00.090082 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-03e068d1-28ae-4b63-8292-7e7af47d818b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:55:00.130942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] Routers {'ebebd3b8-0d45-458f-8a4f-d07527958507'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:55:00.131586 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:54:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['ebebd3b8-0d45-458f-8a4f-d07527958507'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:55:00.329368 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] Set router ebebd3b8-0d45-458f-8a4f-d07527958507 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:55:00.831974 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'name': 'tempest-TestVolumeBootPattern-1458958733-router', 'tenant_id': '2adb9e1eeeda41cdb73b103099b045af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '2e26e7de-f796-438c-939c-9e023e390bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:49Z', 'updated_at': '2020-12-05T21:54:53Z', 'revision_number': 4, 'project_id': '2adb9e1eeeda41cdb73b103099b045af', 'gw_port': {'id': '2e26e7de-f796-438c-939c-9e023e390bc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:49Z', 'updated_at': '2020-12-05T21:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '83cdd07e-a02a-48ea-a15a-178f0aeba33e', 'name': '', 'network_id': '4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd', 'tenant_id': '2adb9e1eeeda41cdb73b103099b045af', 'mac_address': 'fa:16:3e:e2:2f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b285e493-7aea-44bd-82f3-f0323147700d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:53Z', 'updated_at': '2020-12-05T21:54:59Z', 'revision_number': 4, 'project_id': '2adb9e1eeeda41cdb73b103099b045af', 'subnets': [{'id': 'b285e493-7aea-44bd-82f3-f0323147700d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:55:00.836401 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ad8ef-9a68-4419-8962-a41bd2d47eed None None] The sync data for ids ['ebebd3b8-0d45-458f-8a4f-d07527958507'] in dv-cinder-757908-4-iscsi is: [{'id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'name': 'tempest-TestVolumeBootPattern-1458958733-router', 'tenant_id': '2adb9e1eeeda41cdb73b103099b045af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '2e26e7de-f796-438c-939c-9e023e390bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:49Z', 'updated_at': '2020-12-05T21:54:53Z', 'revision_number': 4, 'project_id': '2adb9e1eeeda41cdb73b103099b045af', 'gw_port': {'id': '2e26e7de-f796-438c-939c-9e023e390bc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:49Z', 'updated_at': '2020-12-05T21:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': '83cdd07e-a02a-48ea-a15a-178f0aeba33e', 'name': '', 'network_id': '4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd', 'tenant_id': '2adb9e1eeeda41cdb73b103099b045af', 'mac_address': 'fa:16:3e:e2:2f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b285e493-7aea-44bd-82f3-f0323147700d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:53Z', 'updated_at': '2020-12-05T21:54:59Z', 'revision_number': 4, 'project_id': '2adb9e1eeeda41cdb73b103099b045af', 'subnets': [{'id': 'b285e493-7aea-44bd-82f3-f0323147700d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:55:01.185012 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:02.140162 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 83cdd07e-a02a-48ea-a15a-178f0aeba33e up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:55:02.211166 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning for port 83cdd07e-a02a-48ea-a15a-178f0aeba33e completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:55:02.216061 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 83cdd07e-a02a-48ea-a15a-178f0aeba33e triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:55:02.216484 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:02.340589 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:02.375517 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] For port 83cdd07e-a02a-48ea-a15a-178f0aeba33e, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=83cdd07e-a02a-48ea-a15a-178f0aeba33e,segment=NetworkSegment(d45c6f9e-d408-490a-81e3-e3714dea11f9),segment_id=d45c6f9e-d408-490a-81e3-e3714dea11f9)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:55:02.379135 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:02.381658 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-03e068d1-28ae-4b63-8292-7e7af47d818b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:55:02.453059 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Pushing event updated for resources: {'Port': ['ID=83cdd07e-a02a-48ea-a15a-178f0aeba33e,revision_number=5']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:55:02.456482 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:55:04.126300 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 83cdd07e-a02a-48ea-a15a-178f0aeba33e up at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:55:04.196788 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Provisioning complete for port 83cdd07e-a02a-48ea-a15a-178f0aeba33e triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:55:04.197210 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:15.855400 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:21.008647 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-2174c92a-4892-4ca6-8946-aba8fbba1151 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1585796231&fields=id&tenant_id=aaf2131e956840ecb8bbb23ffd1ee096 HTTP/1.1" status: 200 len: 267 time: 0.0434213 Dec 05 21:55:21.168931 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-c6dc60d8-a69f-4d94-8c82-32a2f47d5001 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:21.170442 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-c6dc60d8-a69f-4d94-8c82-32a2f47d5001 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/networks?id=1c0ce6f0-6735-403d-8199-e1ed266329f6 HTTP/1.1" status: 200 len: 811 time: 0.1546612 Dec 05 21:55:21.187016 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-138cdbea-a244-4c14-a1c1-a80e9438dfe5 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/quotas/aaf2131e956840ecb8bbb23ffd1ee096 HTTP/1.1" status: 200 len: 375 time: 0.0104496 Dec 05 21:55:21.272765 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-8707758b-f1b4-4855-ad32-e6c010cc2a0d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Synchronizing usage tracker for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:55:21.288892 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-8707758b-f1b4-4855-ad32-e6c010cc2a0d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Unset dirty status for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:55:21.290257 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-8707758b-f1b4-4855-ad32-e6c010cc2a0d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974650 Dec 05 21:55:21.438494 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-872443e8-c0b4-40f6-92e6-5fd1cd1d6d5f service neutron] 10.222.0.50 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350725 Dec 05 21:55:21.583748 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-6da8f194-6bfb-4cee-ab12-542555b06232 service neutron] 10.222.0.50 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379764 Dec 05 21:55:22.017548 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bc9e0903-71ac-4ecf-a52f-f82ebb097918 req-d40cf3a7-d790-4c0b-aabb-4946c592fc6d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 210 time: 0.0482757 Dec 05 21:55:23.141077 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-87913b58-2544-4a62-a47e-662aaa46b304 req-b273393d-1b41-4672-9076-1d966692d07a tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 210 time: 0.0504601 Dec 05 21:55:23.544114 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:55:24.262813 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-59985585-3d14-4178-ac15-0d787651f2e0 req-e5a0b38d-5560-45c5-a014-e873f0eae241 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 210 time: 0.0481765 Dec 05 21:55:24.879971 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-52bdaaa3-214c-44dc-84cf-bfcd54e44b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:25.382773 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a568e476-f6a6-40ba-9cb1-2c498b2f0e95 req-f28379ea-2aff-466c-8672-ca77bcdce268 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 210 time: 0.0459301 Dec 05 21:55:26.561357 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8e0db664-8a92-46cb-9123-6bdf657e5e82 req-0c27bd87-dd9f-421b-b0ac-e3bcb8ccfbb5 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 210 time: 0.0499485 Dec 05 21:55:27.261292 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-7f492385-a96b-47d6-8278-3b541ab8cf72 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:27.262847 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-7f492385-a96b-47d6-8278-3b541ab8cf72 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.53 "GET /v2.0/networks?id=1c0ce6f0-6735-403d-8199-e1ed266329f6 HTTP/1.1" status: 200 len: 811 time: 0.1566844 Dec 05 21:55:27.352196 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-4fae2183-cb96-4861-b2db-9ceb1b845b1c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096 HTTP/1.1" status: 200 len: 5551 time: 0.0659814 Dec 05 21:55:27.366914 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Request body: {'port': {'device_id': '80f0dc18-879d-4f86-9750-749970002ef0', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'admin_state_up': True, 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'security_groups': ['03a943d4-c70b-4385-b2f0-8bfa4b188ceb']}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:55:27.510757 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:55:27.520480 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:55:27.530721 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Made reservation on behalf of aaf2131e956840ecb8bbb23ffd1ee096 for: {'port': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:55:27.536231 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:27.800225 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-63223622-7900-48ba-b5e6-26d798c58c01 req-9fa61ca2-68cd-4785-8051-245271be1c8a tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 210 time: 0.0594139 Dec 05 21:55:27.815901 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9473e70c-a239-47af-931e-729339e51109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:27.906293 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Allocated IP 172.20.0.7 (1c0ce6f0-6735-403d-8199-e1ed266329f6/a93c8b0f-41cc-408e-9bba-680741f7a85e/db86b414-6fef-4f62-ac2f-b59ddd656132) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:55:28.116882 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:28.133797 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Transition to ACTIVE for port object db86b414-6fef-4f62-ac2f-b59ddd656132 will not be triggered until provisioned by entity DHCP. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:55:28.153893 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:28.169186 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-26ed85d3-d72b-430d-b8ce-0487d729ff2e tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:55:28.431777 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:28.543474 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Pushing event updated for resources: {'Port': ['ID=db86b414-6fef-4f62-ac2f-b59ddd656132,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:55:28.557147 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.557558 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.557990 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.558364 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.558763 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.559155 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.559547 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.559962 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.560358 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.560750 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.561141 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.561533 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.561975 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.562365 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.562752 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.563137 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.563522 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.563936 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.564323 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.564708 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.565092 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.565474 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.565862 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.566244 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:55:28.572791 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:55:28.611844 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Network 1c0ce6f0-6735-403d-8199-e1ed266329f6 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:55:28.612942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:55:28.615618 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:55:28.684391 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:28.685054 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:28.714091 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3512559 Dec 05 21:55:28.732130 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Request body: {'port': {'device_id': '80f0dc18-879d-4f86-9750-749970002ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:55:28.786126 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-9ae4ec9e-e14f-4875-86c8-128d1551cbe1 None None] Provisioning for port db86b414-6fef-4f62-ac2f-b59ddd656132 completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:55:28.791544 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-9ae4ec9e-e14f-4875-86c8-128d1551cbe1 None None] Provisioning complete for port db86b414-6fef-4f62-ac2f-b59ddd656132 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:55:28.792009 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ec9e-e14f-4875-86c8-128d1551cbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:28.846707 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-9ae4ec9e-e14f-4875-86c8-128d1551cbe1 None None] Port db86b414-6fef-4f62-ac2f-b59ddd656132 cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:55:28.852786 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:29.014574 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694d6c9-6ceb-4a51-8440-e8fcc557a073 req-5b73c08e-7a3e-4cdf-80dd-7f4590ba5367 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:29.016122 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3694d6c9-6ceb-4a51-8440-e8fcc557a073 req-5b73c08e-7a3e-4cdf-80dd-7f4590ba5367 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 931 time: 0.0835538 Dec 05 21:55:29.067143 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-3694d6c9-6ceb-4a51-8440-e8fcc557a073 req-596c3813-1355-4d45-8aa8-8feb32188614 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Synchronizing usage tracker for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:security_group {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:55:29.084667 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-3694d6c9-6ceb-4a51-8440-e8fcc557a073 req-596c3813-1355-4d45-8aa8-8feb32188614 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Unset dirty status for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:security_group {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:55:29.085688 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3694d6c9-6ceb-4a51-8440-e8fcc557a073 req-596c3813-1355-4d45-8aa8-8feb32188614 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0624456 Dec 05 21:55:29.269548 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db86b414-6fef-4f62-ac2f-b59ddd656132 {{(pid=80240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 05 21:55:29.276541 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:29.289417 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Transition to ACTIVE for port object db86b414-6fef-4f62-ac2f-b59ddd656132 will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:55:29.292176 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:29.307705 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b6633f2b-1667-4340-b3dc-47fee83083b9 tempest-VolumesSnapshotTestJSON-215432949 tempest-VolumesSnapshotTestJSON-215432949] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:55:29.445943 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Pushing event updated for resources: {'Port': ['ID=db86b414-6fef-4f62-ac2f-b59ddd656132,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:55:29.450222 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:55:29.625347 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Attempting to bind port db86b414-6fef-4f62-ac2f-b59ddd656132 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:55:29.625727 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Attempting to bind port db86b414-6fef-4f62-ac2f-b59ddd656132 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'c3eaa949-f667-4b54-af2b-4503bb5dc319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:55:29.626097 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Attempting to bind port db86b414-6fef-4f62-ac2f-b59ddd656132 on network 1c0ce6f0-6735-403d-8199-e1ed266329f6 {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:55:29.632408 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Checking agent: {'id': '73420180-90c9-4440-8e64-a61aa3b256a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 39, 15), 'started_at': datetime.datetime(2020, 12, 5, 21, 39, 45), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 7, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:55:29.632781 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Checking segment: {'id': 'c3eaa949-f667-4b54-af2b-4503bb5dc319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:55:29.633181 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:29.633578 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Bound using segment: {'id': 'c3eaa949-f667-4b54-af2b-4503bb5dc319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:55:29.634051 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Bound port: db86b414-6fef-4f62-ac2f-b59ddd656132, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3eaa949-f667-4b54-af2b-4503bb5dc319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:55:29.634423 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:29.731999 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] For port db86b414-6fef-4f62-ac2f-b59ddd656132, host hv-cinder-75790, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:55:29.735102 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] For port db86b414-6fef-4f62-ac2f-b59ddd656132, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=db86b414-6fef-4f62-ac2f-b59ddd656132,segment=NetworkSegment(c3eaa949-f667-4b54-af2b-4503bb5dc319),segment_id=c3eaa949-f667-4b54-af2b-4503bb5dc319)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:55:29.738695 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:29.754727 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-273720a2-e145-48f1-a589-a55e5ed4d39b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:55:29.793274 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:29.915363 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Pushing event updated for resources: {'Port': ['ID=db86b414-6fef-4f62-ac2f-b59ddd656132,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:55:29.920216 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:55:29.955323 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:29.956035 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:29.957527 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] 10.222.0.53 "PUT /v2.0/ports/db86b414-6fef-4f62-ac2f-b59ddd656132 HTTP/1.1" status: 200 len: 1157 time: 1.2303567 Dec 05 21:55:29.958076 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f0dc18-879d-4f86-9750-749970002ef0', 'tag': 'db86b414-6fef-4f62-ac2f-b59ddd656132'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:55:30.106824 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-24447b44-b360-4ab9-a8a0-2dee77fa2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:30.108523 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-24447b44-b360-4ab9-a8a0-2dee77fa2e5d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096&device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 1160 time: 0.0968969 Dec 05 21:55:30.121488 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f0dc18-879d-4f86-9750-749970002ef0', 'tag': 'db86b414-6fef-4f62-ac2f-b59ddd656132', 'status': 'completed', 'code': 200} Dec 05 21:55:30.203595 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-adcbc0b5-d9d2-479e-b7a0-4586864bf2a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db86b414-6fef-4f62-ac2f-b59ddd656132 HTTP/1.1" status: 200 len: 217 time: 0.0665233 Dec 05 21:55:30.276843 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-18f991e2-b7ad-41d2-8c07-ef885e69fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:30.278345 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-18f991e2-b7ad-41d2-8c07-ef885e69fdac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a93c8b0f-41cc-408e-9bba-680741f7a85e HTTP/1.1" status: 200 len: 850 time: 0.0682824 Dec 05 21:55:30.316787 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6a740-896c-4310-bdf6-c1b3ba503c7e req-d4773ead-4187-4a6a-91ea-d6bd44e19822 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:30.319025 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-92f6a740-896c-4310-bdf6-c1b3ba503c7e req-d4773ead-4187-4a6a-91ea-d6bd44e19822 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 943 time: 0.0863831 Dec 05 21:55:30.358255 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-7aa2c307-1d8d-45a4-a101-9bb7e2197db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:30.359907 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-7aa2c307-1d8d-45a4-a101-9bb7e2197db4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c0ce6f0-6735-403d-8199-e1ed266329f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745399 Dec 05 21:55:30.366630 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-92f6a740-896c-4310-bdf6-c1b3ba503c7e req-8c50d11d-b2f6-4c1c-8ec4-9e60d36da7bb tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0412331 Dec 05 21:55:30.501049 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-933bc3ae-6bd6-4d40-802d-afef6b93df71 service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343181 Dec 05 21:55:30.644538 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ff707e3-8bca-4f88-a9c2-ec168a969b61 req-d787f513-6ee0-4f99-b52a-100686ca37b5 service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364870 Dec 05 21:55:30.810174 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806058e3-285d-413a-b877-0417e2ca61b6 req-b101c34e-8e12-4fc8-a78d-71782bf98f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:30.811681 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-806058e3-285d-413a-b877-0417e2ca61b6 req-b101c34e-8e12-4fc8-a78d-71782bf98f34 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096&device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 1160 time: 0.0825853 Dec 05 21:55:30.953629 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806058e3-285d-413a-b877-0417e2ca61b6 req-978ec65d-25f8-475b-b40c-9e38fa5e21ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:30.955180 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-806058e3-285d-413a-b877-0417e2ca61b6 req-978ec65d-25f8-475b-b40c-9e38fa5e21ae service neutron] 10.222.0.53 "GET /v2.0/networks?id=1c0ce6f0-6735-403d-8199-e1ed266329f6 HTTP/1.1" status: 200 len: 905 time: 0.1361351 Dec 05 21:55:31.026608 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-806058e3-285d-413a-b877-0417e2ca61b6 req-3664ed8f-0309-46c6-91f5-1d2b0e3178d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db86b414-6fef-4f62-ac2f-b59ddd656132 HTTP/1.1" status: 200 len: 217 time: 0.0645216 Dec 05 21:55:31.098521 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806058e3-285d-413a-b877-0417e2ca61b6 req-d4b9f610-7916-4a6d-bc89-970d1fc49494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:31.100938 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-806058e3-285d-413a-b877-0417e2ca61b6 req-d4b9f610-7916-4a6d-bc89-970d1fc49494 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a93c8b0f-41cc-408e-9bba-680741f7a85e HTTP/1.1" status: 200 len: 850 time: 0.0677550 Dec 05 21:55:31.180425 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806058e3-285d-413a-b877-0417e2ca61b6 req-533ecfa1-c1ec-4d26-829a-7125494205b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:31.181510 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:31.182063 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-806058e3-285d-413a-b877-0417e2ca61b6 req-533ecfa1-c1ec-4d26-829a-7125494205b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c0ce6f0-6735-403d-8199-e1ed266329f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750680 Dec 05 21:55:31.324401 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-806058e3-285d-413a-b877-0417e2ca61b6 req-50dcdd87-9c8a-4218-aef5-3bc43c71410a service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357050 Dec 05 21:55:31.468734 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-806058e3-285d-413a-b877-0417e2ca61b6 req-2828199b-fe68-43b4-a40b-c23c6e6b4f33 service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373675 Dec 05 21:55:31.583061 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a76e4b-cbe6-466f-b687-3ce10160cb73 req-85f2cb5b-f6e3-4fca-89e6-8a55f0fdafc4 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:31.584564 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-11a76e4b-cbe6-466f-b687-3ce10160cb73 req-85f2cb5b-f6e3-4fca-89e6-8a55f0fdafc4 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Synchronizing usage tracker for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:55:31.599904 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-11a76e4b-cbe6-466f-b687-3ce10160cb73 req-85f2cb5b-f6e3-4fca-89e6-8a55f0fdafc4 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Unset dirty status for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:55:31.601168 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-11a76e4b-cbe6-466f-b687-3ce10160cb73 req-85f2cb5b-f6e3-4fca-89e6-8a55f0fdafc4 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 943 time: 0.0992620 Dec 05 21:55:31.652399 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-11a76e4b-cbe6-466f-b687-3ce10160cb73 req-1b851c99-9f11-489f-9aa6-f183246f11a6 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0449109 Dec 05 21:55:32.871284 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364955a-d530-481c-b31d-f6112d757641 req-8f09401d-7bf7-4ca5-b28f-faa7a86bb0e3 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:32.872825 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4364955a-d530-481c-b31d-f6112d757641 req-8f09401d-7bf7-4ca5-b28f-faa7a86bb0e3 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 943 time: 0.0910830 Dec 05 21:55:32.920925 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4364955a-d530-481c-b31d-f6112d757641 req-c5ad578a-d065-42d5-89ce-99f6f9cc7276 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0418382 Dec 05 21:55:34.132109 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f90eb-83bc-45a6-8468-e31ce2255cfd req-b4f46df9-e1f5-4679-ad02-2eade8bc46a8 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:34.133690 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-087f90eb-83bc-45a6-8468-e31ce2255cfd req-b4f46df9-e1f5-4679-ad02-2eade8bc46a8 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 943 time: 0.0824976 Dec 05 21:55:34.180579 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-087f90eb-83bc-45a6-8468-e31ce2255cfd req-4d82cdbf-395c-419f-a037-e58791b4c33a tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0406251 Dec 05 21:55:35.391357 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f293c8-d5c3-4042-aa09-63a1eb4c9b07 req-41ff2e4b-1036-4f3c-811d-701d4f070df3 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:35.392978 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-36f293c8-d5c3-4042-aa09-63a1eb4c9b07 req-41ff2e4b-1036-4f3c-811d-701d4f070df3 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 943 time: 0.0824215 Dec 05 21:55:35.444347 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-36f293c8-d5c3-4042-aa09-63a1eb4c9b07 req-0defada1-8a5d-4c3d-b7fb-2e43e3d87cfe tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0448341 Dec 05 21:55:36.656151 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaaaea2-2650-48cc-bdf7-d9e5d54154d2 req-33cd2c1d-dadd-4eec-9447-d0e42670a117 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:36.657736 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3eaaaea2-2650-48cc-bdf7-d9e5d54154d2 req-33cd2c1d-dadd-4eec-9447-d0e42670a117 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 943 time: 0.0849600 Dec 05 21:55:36.706228 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3eaaaea2-2650-48cc-bdf7-d9e5d54154d2 req-20b8d2dc-0d81-429c-8bfa-03f348dce482 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0415688 Dec 05 21:55:37.921194 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db7f36-0c89-445d-849b-3ea94cb471fe req-b83d357e-328e-446f-ade2-b3da6b006001 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:37.922730 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-43db7f36-0c89-445d-849b-3ea94cb471fe req-b83d357e-328e-446f-ade2-b3da6b006001 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 943 time: 0.0835156 Dec 05 21:55:37.976665 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-43db7f36-0c89-445d-849b-3ea94cb471fe req-4b72a09e-0d28-4ddc-a8f6-6883d79c3086 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0469725 Dec 05 21:55:39.190117 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa42f0-d15f-428d-be0d-7087a08f442b req-db7b324c-b515-4e95-8a0a-8943e38b95e3 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:39.191703 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-14aa42f0-d15f-428d-be0d-7087a08f442b req-db7b324c-b515-4e95-8a0a-8943e38b95e3 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 943 time: 0.0825655 Dec 05 21:55:39.242520 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-14aa42f0-d15f-428d-be0d-7087a08f442b req-5d5693a5-2b64-4346-8969-e17a3883f027 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0440047 Dec 05 21:55:40.275558 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device db86b414-6fef-4f62-ac2f-b59ddd656132 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:55:40.344369 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning for port db86b414-6fef-4f62-ac2f-b59ddd656132 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:55:40.349230 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port db86b414-6fef-4f62-ac2f-b59ddd656132 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:55:40.349592 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:40.464992 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f355c-187a-47b5-9218-5793f9071c4d req-461350ac-35c9-4126-be5f-7891da3edccb tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:40.466613 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-227f355c-187a-47b5-9218-5793f9071c4d req-461350ac-35c9-4126-be5f-7891da3edccb tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 943 time: 0.0921845 Dec 05 21:55:40.469105 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:40.497962 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f0dc18-879d-4f86-9750-749970002ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db86b414-6fef-4f62-ac2f-b59ddd656132'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:55:40.508854 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port db86b414-6fef-4f62-ac2f-b59ddd656132, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=db86b414-6fef-4f62-ac2f-b59ddd656132,segment=NetworkSegment(c3eaa949-f667-4b54-af2b-4503bb5dc319),segment_id=c3eaa949-f667-4b54-af2b-4503bb5dc319)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:55:40.511712 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:40.514437 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:55:40.531876 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-227f355c-187a-47b5-9218-5793f9071c4d req-5ff5ab22-4288-42ce-8935-58e19cb82e24 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0584991 Dec 05 21:55:40.570773 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f0dc18-879d-4f86-9750-749970002ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db86b414-6fef-4f62-ac2f-b59ddd656132', 'code': 200} Dec 05 21:55:40.596578 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=db86b414-6fef-4f62-ac2f-b59ddd656132,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:55:40.600488 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:55:40.889192 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd527ee-689d-429e-9b94-014e4b69dae4 req-11f37554-0977-4817-865c-e65bc5f1ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:40.890712 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5bd527ee-689d-429e-9b94-014e4b69dae4 req-11f37554-0977-4817-865c-e65bc5f1ab82 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 1162 time: 0.0739548 Dec 05 21:55:40.933969 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5bd527ee-689d-429e-9b94-014e4b69dae4 req-3196aa9b-cbe3-4ed9-8596-61bfb155c166 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0365531 Dec 05 21:55:41.730342 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7e1db-a4d4-4efa-badf-ca7e758e470a req-4f657aac-fdc2-42f9-a897-603917766779 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:41.731948 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dfb7e1db-a4d4-4efa-badf-ca7e758e470a req-4f657aac-fdc2-42f9-a897-603917766779 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 945 time: 0.0829535 Dec 05 21:55:41.759789 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device db86b414-6fef-4f62-ac2f-b59ddd656132 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:55:41.784364 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dfb7e1db-a4d4-4efa-badf-ca7e758e470a req-0cf6d871-ab84-467c-9e41-03c7c0dd22b0 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0461032 Dec 05 21:55:41.835237 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port db86b414-6fef-4f62-ac2f-b59ddd656132 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:55:41.835576 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:42.999937 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166a7c3-47ad-4e06-88f0-068215b0af01 req-d2f5f908-d9f8-4758-b842-fd1bd8b6b384 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:43.001535 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b166a7c3-47ad-4e06-88f0-068215b0af01 req-d2f5f908-d9f8-4758-b842-fd1bd8b6b384 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 945 time: 0.0868726 Dec 05 21:55:43.050106 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b166a7c3-47ad-4e06-88f0-068215b0af01 req-02a0d6a5-f277-421e-8697-9553931a1348 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0416324 Dec 05 21:55:43.262530 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ee992-24ae-468b-9cce-ddf396beb126 req-f9d49076-ae23-477e-a250-96fec5568fe6 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:43.264152 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d28ee992-24ae-468b-9cce-ddf396beb126 req-f9d49076-ae23-477e-a250-96fec5568fe6 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 945 time: 0.0832484 Dec 05 21:55:43.314214 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d28ee992-24ae-468b-9cce-ddf396beb126 req-362693af-aaea-449a-87a3-73e2f987d975 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0436449 Dec 05 21:55:43.535361 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-d2a246a9-89ef-4d61-a0e4-8c1524160508 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1654103 Dec 05 21:55:43.551917 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Request body: {'floatingip': {'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:55:43.559236 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:55:43.563477 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Usage tracker for resource:floatingip and tenant:aaf2131e956840ecb8bbb23ffd1ee096 is out of sync, need to count used quota {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 05 21:55:43.566805 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80240) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 05 21:55:43.575114 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:55:43.584977 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for floatingip, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:43.741608 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:43.793749 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device db86b414-6fef-4f62-ac2f-b59ddd656132 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:55:43.867068 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port db86b414-6fef-4f62-ac2f-b59ddd656132 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:55:43.867718 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:44.075278 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Allocated IP 172.27.1.147 (dd6739ac-3b61-4fa5-bbf5-45fb885265ae/91227b10-c165-4e57-9f01-5809fdb2af08/c9415058-139e-4fb3-aaf9-dce190985e8f) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:55:44.518927 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:44.547559 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:44.566282 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-eb505d9d-bf3b-4d31-9553-f2f4e08989d9 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:55:44.719227 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Pushing event updated for resources: {'Port': ['ID=c9415058-139e-4fb3-aaf9-dce190985e8f,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:55:44.722592 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:55:44.769615 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Network dd6739ac-3b61-4fa5-bbf5-45fb885265ae is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:55:44.770692 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:55:44.773191 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:55:44.859981 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for floatingip, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:44.920106 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:45.192188 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:45.195844 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:45.211191 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-65c022ac-4a2a-4ceb-a841-4b05211a2bc6 tempest-TestShelveInstance-989487039 tempest-TestShelveInstance-989487039] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:55:45.352339 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Pushing event updated for resources: {'Port': ['ID=c9415058-139e-4fb3-aaf9-dce190985e8f,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:55:45.356715 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:55:45.450393 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854189884'] for floatingip, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:45.472340 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:45.473659 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9316118 Dec 05 21:55:45.557523 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-ed5cf7a2-a8f6-4b95-ae4e-be8fa368ffc8 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Synchronizing usage tracker for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:floatingip {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:55:45.574383 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-ed5cf7a2-a8f6-4b95-ae4e-be8fa368ffc8 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Unset dirty status for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:floatingip {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:55:45.575664 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-ed5cf7a2-a8f6-4b95-ae4e-be8fa368ffc8 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.1.147 HTTP/1.1" status: 200 len: 696 time: 0.0951607 Dec 05 21:55:45.736645 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-5f722268-0922-416e-9f4a-c4d1bbe617a5 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:45.738035 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fb5db2d2-576a-4e4c-b13a-8ee1e6a2398e req-5f722268-0922-416e-9f4a-c4d1bbe617a5 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/networks/dd6739ac-3b61-4fa5-bbf5-45fb885265ae HTTP/1.1" status: 200 len: 784 time: 0.1562269 Dec 05 21:55:45.868824 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:45.934106 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05acacbb-9b10-4463-8183-b75f630f7027 req-d7ebcf5e-de84-46d8-84d3-f886eb59ad50 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:45.935749 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-05acacbb-9b10-4463-8183-b75f630f7027 req-d7ebcf5e-de84-46d8-84d3-f886eb59ad50 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0894210 Dec 05 21:55:46.018562 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-05acacbb-9b10-4463-8183-b75f630f7027 req-58664948-5379-4953-9b9d-28ab91afb286 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.1.147 HTTP/1.1" status: 200 len: 696 time: 0.0764520 Dec 05 21:55:46.029919 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-05acacbb-9b10-4463-8183-b75f630f7027 req-7758f20c-36c7-4aab-a121-0c5c914ad973 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Request body: {'floatingip': {'port_id': 'db86b414-6fef-4f62-ac2f-b59ddd656132', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:55:46.113412 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-05acacbb-9b10-4463-8183-b75f630f7027 req-7758f20c-36c7-4aab-a121-0c5c914ad973 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for floatingip, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:46.711743 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-05acacbb-9b10-4463-8183-b75f630f7027 req-7758f20c-36c7-4aab-a121-0c5c914ad973 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for floatingip, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:46.714692 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-05acacbb-9b10-4463-8183-b75f630f7027 req-7758f20c-36c7-4aab-a121-0c5c914ad973 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854189884'] for floatingip, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:47.132772 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-05acacbb-9b10-4463-8183-b75f630f7027 req-7758f20c-36c7-4aab-a121-0c5c914ad973 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Floating IP 7e57db0e-c72c-429d-b5db-c6d5e063bab8 associated. External IP: 172.27.1.147, port: db86b414-6fef-4f62-ac2f-b59ddd656132. Dec 05 21:55:47.507612 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05acacbb-9b10-4463-8183-b75f630f7027 req-7758f20c-36c7-4aab-a121-0c5c914ad973 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Router bdab0e7d-99e6-40e0-94f6-1213d13b502e has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:55:47.700554 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05acacbb-9b10-4463-8183-b75f630f7027 req-7758f20c-36c7-4aab-a121-0c5c914ad973 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:55:47.705538 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-05acacbb-9b10-4463-8183-b75f630f7027 req-7758f20c-36c7-4aab-a121-0c5c914ad973 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:47.712040 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd6341f-89b0-45af-8f81-4d2a582d7659 None None] Sync routers for ids ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:55:47.722947 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd6341f-89b0-45af-8f81-4d2a582d7659 None None] Routers {'bdab0e7d-99e6-40e0-94f6-1213d13b502e'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:55:47.723626 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-9bd6341f-89b0-45af-8f81-4d2a582d7659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:55:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:55:47.762705 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-05acacbb-9b10-4463-8183-b75f630f7027 req-7758f20c-36c7-4aab-a121-0c5c914ad973 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "PUT /v2.0/floatingips/7e57db0e-c72c-429d-b5db-c6d5e063bab8 HTTP/1.1" status: 200 len: 996 time: 1.7370343 Dec 05 21:55:47.763205 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f0dc18-879d-4f86-9750-749970002ef0', 'tag': 'db86b414-6fef-4f62-ac2f-b59ddd656132'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:55:47.829972 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f0dc18-879d-4f86-9750-749970002ef0', 'tag': 'db86b414-6fef-4f62-ac2f-b59ddd656132', 'status': 'completed', 'code': 200} Dec 05 21:55:47.876659 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05acacbb-9b10-4463-8183-b75f630f7027 req-82b6ee36-5afe-409d-9dda-be405cd84338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:47.878325 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-05acacbb-9b10-4463-8183-b75f630f7027 req-82b6ee36-5afe-409d-9dda-be405cd84338 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096&device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 1162 time: 0.0932446 Dec 05 21:55:47.967646 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68847091-849e-4515-ac4c-623d22523163 req-6398e89a-05ce-486d-8fab-8624b99d8471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:47.969416 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68847091-849e-4515-ac4c-623d22523163 req-6398e89a-05ce-486d-8fab-8624b99d8471 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096&device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 1162 time: 0.0941153 Dec 05 21:55:48.032454 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05acacbb-9b10-4463-8183-b75f630f7027 req-c40c1ac0-85c6-4cb4-8495-afe835d46897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:48.034008 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-05acacbb-9b10-4463-8183-b75f630f7027 req-c40c1ac0-85c6-4cb4-8495-afe835d46897 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1c0ce6f0-6735-403d-8199-e1ed266329f6 HTTP/1.1" status: 200 len: 905 time: 0.1457870 Dec 05 21:55:48.077179 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-9bd6341f-89b0-45af-8f81-4d2a582d7659 None None] Set router bdab0e7d-99e6-40e0-94f6-1213d13b502e gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:55:48.127152 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68847091-849e-4515-ac4c-623d22523163 req-9ecb23fa-ad0b-4a0d-b0f7-55273901a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:48.128998 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68847091-849e-4515-ac4c-623d22523163 req-9ecb23fa-ad0b-4a0d-b0f7-55273901a1e2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1c0ce6f0-6735-403d-8199-e1ed266329f6 HTTP/1.1" status: 200 len: 905 time: 0.1517429 Dec 05 21:55:48.153469 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-05acacbb-9b10-4463-8183-b75f630f7027 req-ee07671b-75f5-4cf5-8a26-4c9969208775 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db86b414-6fef-4f62-ac2f-b59ddd656132 HTTP/1.1" status: 200 len: 999 time: 0.1120868 Dec 05 21:55:48.230090 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05acacbb-9b10-4463-8183-b75f630f7027 req-133933eb-4d44-469c-974b-d61e7c15d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:48.236285 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68847091-849e-4515-ac4c-623d22523163 req-299511e2-c550-43dd-aa74-58bd596eb2c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db86b414-6fef-4f62-ac2f-b59ddd656132 HTTP/1.1" status: 200 len: 999 time: 0.0994830 Dec 05 21:55:48.236831 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-05acacbb-9b10-4463-8183-b75f630f7027 req-133933eb-4d44-469c-974b-d61e7c15d254 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a93c8b0f-41cc-408e-9bba-680741f7a85e HTTP/1.1" status: 200 len: 850 time: 0.0756166 Dec 05 21:55:48.310554 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68847091-849e-4515-ac4c-623d22523163 req-b0f4ad2f-6105-4af0-ad6d-9919b797efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:48.311979 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68847091-849e-4515-ac4c-623d22523163 req-b0f4ad2f-6105-4af0-ad6d-9919b797efc9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a93c8b0f-41cc-408e-9bba-680741f7a85e HTTP/1.1" status: 200 len: 850 time: 0.0678465 Dec 05 21:55:48.316572 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05acacbb-9b10-4463-8183-b75f630f7027 req-963299e8-5a5a-4198-b277-a47d03853a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:48.318451 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-05acacbb-9b10-4463-8183-b75f630f7027 req-963299e8-5a5a-4198-b277-a47d03853a3d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c0ce6f0-6735-403d-8199-e1ed266329f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802534 Dec 05 21:55:48.394425 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68847091-849e-4515-ac4c-623d22523163 req-1f80ab23-ad9c-4653-a25e-029d906b2dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:55:48.396081 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68847091-849e-4515-ac4c-623d22523163 req-1f80ab23-ad9c-4653-a25e-029d906b2dfc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c0ce6f0-6735-403d-8199-e1ed266329f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774796 Dec 05 21:55:48.462115 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-9bd6341f-89b0-45af-8f81-4d2a582d7659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': '7e57db0e-c72c-429d-b5db-c6d5e063bab8', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'port_id': 'db86b414-6fef-4f62-ac2f-b59ddd656132', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'mac_address': 'fa:16:3e:1c:34:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f0dc18-879d-4f86-9750-749970002ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:55:44Z', 'updated_at': '2020-12-05T21:55:46Z', 'revision_number': 1, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb24093-e385-4faa-affc-a2ab4ea247a4', 'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'mac_address': 'fa:16:3e:de:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:44Z', 'updated_at': '2020-12-05T21:54:54Z', 'revision_number': 5, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'subnets': [{'id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:55:48.465981 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd6341f-89b0-45af-8f81-4d2a582d7659 None None] Checking router: bdab0e7d-99e6-40e0-94f6-1213d13b502e for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:55:48.471417 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-05acacbb-9b10-4463-8183-b75f630f7027 req-bccaacc6-2d7e-42bf-88bb-9b5c9226388e service neutron] 10.222.0.50 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446006 Dec 05 21:55:48.475163 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd6341f-89b0-45af-8f81-4d2a582d7659 None None] Routers {'bdab0e7d-99e6-40e0-94f6-1213d13b502e'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:55:48.475861 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-9bd6341f-89b0-45af-8f81-4d2a582d7659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:55:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:55:48.556482 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68847091-849e-4515-ac4c-623d22523163 req-3daa1bee-d258-4ad3-bda3-c7b6feee7959 service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531279 Dec 05 21:55:48.624644 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-05acacbb-9b10-4463-8183-b75f630f7027 req-7fc824f8-e8b5-457b-8bfe-5bb204a27542 service neutron] 10.222.0.50 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1459811 Dec 05 21:55:48.681189 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-9bd6341f-89b0-45af-8f81-4d2a582d7659 None None] Set router bdab0e7d-99e6-40e0-94f6-1213d13b502e gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:55:48.707117 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68847091-849e-4515-ac4c-623d22523163 req-4a37cda8-2d88-447b-9394-362648cdd6cd service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1436958 Dec 05 21:55:49.045983 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-9bd6341f-89b0-45af-8f81-4d2a582d7659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': '7e57db0e-c72c-429d-b5db-c6d5e063bab8', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'port_id': 'db86b414-6fef-4f62-ac2f-b59ddd656132', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'mac_address': 'fa:16:3e:1c:34:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f0dc18-879d-4f86-9750-749970002ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:55:44Z', 'updated_at': '2020-12-05T21:55:46Z', 'revision_number': 1, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb24093-e385-4faa-affc-a2ab4ea247a4', 'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'mac_address': 'fa:16:3e:de:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:44Z', 'updated_at': '2020-12-05T21:54:54Z', 'revision_number': 5, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'subnets': [{'id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:55:49.050182 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd6341f-89b0-45af-8f81-4d2a582d7659 None None] The sync data for ids ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'] in dv-cinder-757908-4-iscsi is: [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': '7e57db0e-c72c-429d-b5db-c6d5e063bab8', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'port_id': 'db86b414-6fef-4f62-ac2f-b59ddd656132', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'mac_address': 'fa:16:3e:1c:34:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f0dc18-879d-4f86-9750-749970002ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:55:44Z', 'updated_at': '2020-12-05T21:55:46Z', 'revision_number': 1, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb24093-e385-4faa-affc-a2ab4ea247a4', 'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'mac_address': 'fa:16:3e:de:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:44Z', 'updated_at': '2020-12-05T21:54:54Z', 'revision_number': 5, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'subnets': [{'id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:55:49.334716 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98407735-299c-4a4a-8cc0-27b0701d3df2 None None] New status for floating IP 7e57db0e-c72c-429d-b5db-c6d5e063bab8: ACTIVE {{(pid=80241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 05 21:55:54.883257 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-434d5953-e90f-4ddf-a4da-94c22b04a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:57.819433 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7d2aafac-15da-4edc-a059-78553878fc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:58.432731 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:55:59.900830 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:56:00.544021 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:56:01.173686 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:56:15.865734 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:56:18.964817 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99873be0-ea6a-43dd-bbbd-31a8b22b7407 req-fe2f3bc9-2a0e-4b8c-8d85-77ef656926cd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0775189 Dec 05 21:56:19.131201 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99873be0-ea6a-43dd-bbbd-31a8b22b7407 req-a4ee7336-e07c-4b61-9712-750c05331383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:56:19.132848 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99873be0-ea6a-43dd-bbbd-31a8b22b7407 req-a4ee7336-e07c-4b61-9712-750c05331383 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37ac9d224de24a2484f2fdefe069b4bf&device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 1162 time: 0.0739090 Dec 05 21:56:19.290682 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99873be0-ea6a-43dd-bbbd-31a8b22b7407 req-ff0850de-aa73-4efd-a32d-239b5e99c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:56:19.292800 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99873be0-ea6a-43dd-bbbd-31a8b22b7407 req-ff0850de-aa73-4efd-a32d-239b5e99c4fd service neutron] 10.222.0.53 "GET /v2.0/networks?id=811ae4e3-171e-48fa-8bac-30edfe0da7b4 HTTP/1.1" status: 200 len: 904 time: 0.1405280 Dec 05 21:56:19.365912 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99873be0-ea6a-43dd-bbbd-31a8b22b7407 req-0790d732-37c3-4495-a76f-eb6437f8ae7b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6a35222-ae62-4ae7-b015-af636a2f0cf3 HTTP/1.1" status: 200 len: 217 time: 0.0663285 Dec 05 21:56:19.433789 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99873be0-ea6a-43dd-bbbd-31a8b22b7407 req-14ed5271-620b-4782-8aa2-70bcdd80b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:56:19.435382 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99873be0-ea6a-43dd-bbbd-31a8b22b7407 req-14ed5271-620b-4782-8aa2-70bcdd80b170 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1dcf2694-5e4a-45e4-991f-a09b77fb18bf HTTP/1.1" status: 200 len: 849 time: 0.0633433 Dec 05 21:56:19.516636 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99873be0-ea6a-43dd-bbbd-31a8b22b7407 req-89fbd2a8-2fe7-4c12-ac8c-0520e4fc4432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:56:19.518114 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99873be0-ea6a-43dd-bbbd-31a8b22b7407 req-89fbd2a8-2fe7-4c12-ac8c-0520e4fc4432 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=811ae4e3-171e-48fa-8bac-30edfe0da7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762982 Dec 05 21:56:19.661493 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99873be0-ea6a-43dd-bbbd-31a8b22b7407 req-c10efc15-4fa1-48ac-b3b5-4f91dd85b75c service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360538 Dec 05 21:56:19.805150 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99873be0-ea6a-43dd-bbbd-31a8b22b7407 req-0e00bbf7-7d81-4688-8972-9c92ba16b924 service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1363950 Dec 05 21:56:24.885318 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7f884774-ccf3-4ff8-b395-05685ed88d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:56:27.820872 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-42c16901-bf54-42b4-aae6-811c83da7d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:56:28.435325 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:56:29.798674 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:56:31.175659 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:56:37.544186 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:56:45.869297 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:56:54.886196 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ce29f760-75bb-4a2e-94d6-56509d467562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:56:57.821924 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4ce51f37-32fa-4104-a24f-141b88f42cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:56:58.438087 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:56:59.801193 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:57:01.181011 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:57:14.544850 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:57:15.867779 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:57:17.034994 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-e6fede77-dce2-4289-b38f-9483c21bf160 req-fe1585de-df9c-4a75-9be6-613eb0ef37ff service neutron] (80240) timed out ('10.222.0.53', 62963) {{(pid=80240) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 05 21:57:19.112024 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3f49e821-1785-4e7d-9485-0e1ca443b90c req-2d5b97f4-3a5e-49e7-9c99-497ec97f89cb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2136066 Dec 05 21:57:19.227349 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49e821-1785-4e7d-9485-0e1ca443b90c req-e46874c1-7153-4117-bd0d-85ed910d7681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:57:19.229079 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3f49e821-1785-4e7d-9485-0e1ca443b90c req-e46874c1-7153-4117-bd0d-85ed910d7681 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060&device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 1162 time: 0.0746891 Dec 05 21:57:19.385618 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49e821-1785-4e7d-9485-0e1ca443b90c req-30ca135e-a8e8-4ee7-8a0b-889671c983a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:57:19.387208 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3f49e821-1785-4e7d-9485-0e1ca443b90c req-30ca135e-a8e8-4ee7-8a0b-889671c983a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba83bbf0-3b38-4232-af09-1ca8d508a608 HTTP/1.1" status: 200 len: 911 time: 0.1378453 Dec 05 21:57:19.459864 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3f49e821-1785-4e7d-9485-0e1ca443b90c req-8608c5dc-7ad1-4fc2-ab1e-51ea54454194 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=608b4e65-975a-4c85-af2d-4fbf1a5b2a1a HTTP/1.1" status: 200 len: 217 time: 0.0657358 Dec 05 21:57:19.528305 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49e821-1785-4e7d-9485-0e1ca443b90c req-cf9d2ee8-304b-4b7f-95c1-afff248f52d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:57:19.529824 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3f49e821-1785-4e7d-9485-0e1ca443b90c req-cf9d2ee8-304b-4b7f-95c1-afff248f52d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9202ba51-95a8-4744-9f6f-9b6d34d32b9b HTTP/1.1" status: 200 len: 856 time: 0.0639212 Dec 05 21:57:19.616017 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49e821-1785-4e7d-9485-0e1ca443b90c req-c4f8c40e-11c4-4725-8776-8b419029acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:57:19.618876 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3f49e821-1785-4e7d-9485-0e1ca443b90c req-c4f8c40e-11c4-4725-8776-8b419029acd2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba83bbf0-3b38-4232-af09-1ca8d508a608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828962 Dec 05 21:57:19.761146 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3f49e821-1785-4e7d-9485-0e1ca443b90c req-eb441273-61e7-4192-9471-f07def481593 service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352196 Dec 05 21:57:20.137597 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3f49e821-1785-4e7d-9485-0e1ca443b90c req-d86d72be-8c94-439c-87f0-6b3bba712cdd service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3699725 Dec 05 21:57:24.889474 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5e962f8b-9b46-4998-a2ff-afd8d19e154e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:57:27.822811 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-859d63f5-2f32-46dc-90fe-bfab8adf0bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:57:28.439953 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:57:29.805470 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:57:31.184529 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:57:45.888838 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:57:51.544721 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:57:54.898367 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f8c1d065-37fd-457b-8a4b-0ae3ccce6476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:57:56.518591 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-240c4be4-d944-454c-91eb-773ee62081c3 req-2ea155b4-3445-4703-a075-d870717a11be service neutron] (80240) timed out ('10.222.0.53', 62980) {{(pid=80240) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 05 21:57:57.825374 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-739ae1dc-0c21-483a-803a-451a132c262e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:57:58.442409 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:57:59.908134 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:01.187052 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:03.788896 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a6c9c-f3d1-4433-88a5-a94687d1a0f1 req-a4488c4f-eb30-4b6c-bff1-2b91ca3a647a tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:03.790487 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e92a6c9c-f3d1-4433-88a5-a94687d1a0f1 req-a4488c4f-eb30-4b6c-bff1-2b91ca3a647a tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 945 time: 0.2025015 Dec 05 21:58:03.837937 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e92a6c9c-f3d1-4433-88a5-a94687d1a0f1 req-33500526-f6ed-48c9-af39-0b68fb1353b2 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0402017 Dec 05 21:58:05.056847 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device db86b414-6fef-4f62-ac2f-b59ddd656132 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:58:05.128039 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port db86b414-6fef-4f62-ac2f-b59ddd656132 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:58:05.128466 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:05.129342 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7221a8-59e8-43bf-ad66-a5096eded683 req-f95c905f-1e93-430d-8275-6775093be1eb tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:05.130953 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8d7221a8-59e8-43bf-ad66-a5096eded683 req-f95c905f-1e93-430d-8275-6775093be1eb tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 945 time: 0.1586652 Dec 05 21:58:05.179686 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8d7221a8-59e8-43bf-ad66-a5096eded683 req-3d0f9d62-1e13-4143-9879-a2f820035530 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0422120 Dec 05 21:58:05.503439 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fab4fe-d230-4817-9dc9-acea54cf9fab req-db30057f-f23f-458b-aa14-77d5b03021fe tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:05.505021 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-54fab4fe-d230-4817-9dc9-acea54cf9fab req-db30057f-f23f-458b-aa14-77d5b03021fe tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.53 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 945 time: 0.0870447 Dec 05 21:58:05.580003 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-54fab4fe-d230-4817-9dc9-acea54cf9fab req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Deleting port db86b414-6fef-4f62-ac2f-b59ddd656132 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 21:58:05.580396 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-54fab4fe-d230-4817-9dc9-acea54cf9fab req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:05.851288 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-54fab4fe-d230-4817-9dc9-acea54cf9fab req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] For port db86b414-6fef-4f62-ac2f-b59ddd656132, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=db86b414-6fef-4f62-ac2f-b59ddd656132,segment=NetworkSegment(c3eaa949-f667-4b54-af2b-4503bb5dc319),segment_id=c3eaa949-f667-4b54-af2b-4503bb5dc319)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:58:05.851604 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-54fab4fe-d230-4817-9dc9-acea54cf9fab req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:06.149859 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-54fab4fe-d230-4817-9dc9-acea54cf9fab req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for floatingip, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:06.150597 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-54fab4fe-d230-4817-9dc9-acea54cf9fab req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854189884'] for floatingip, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:06.150597 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-54fab4fe-d230-4817-9dc9-acea54cf9fab req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Floating IP 7e57db0e-c72c-429d-b5db-c6d5e063bab8 disassociated. External IP: 172.27.1.147, port: db86b414-6fef-4f62-ac2f-b59ddd656132. Dec 05 21:58:06.150847 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-54fab4fe-d230-4817-9dc9-acea54cf9fab req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Calling delete_port for db86b414-6fef-4f62-ac2f-b59ddd656132 owned by compute:nova {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 21:58:06.306658 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-54fab4fe-d230-4817-9dc9-acea54cf9fab req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:06.322596 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:58:06.376114 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f9a5d644-577e-402d-b44d-5d7ffe89fdb8 req-fce5fa47-469f-45b9-a379-8208429cbba2 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 210 time: 0.0465665 Dec 05 21:58:06.381271 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Pushing event deleted for resources: {'Port': ['ID=db86b414-6fef-4f62-ac2f-b59ddd656132,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:58:06.439108 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.439523 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.439962 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.440374 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.440774 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.441177 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.441571 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.441966 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.442359 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.442751 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.443149 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.443544 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.444008 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.444396 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.444785 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.445173 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.445562 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.445952 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.446340 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.446727 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.447115 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.447501 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.447912 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.448299 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:06.457004 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:58:06.697950 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54fab4fe-d230-4817-9dc9-acea54cf9fab req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Router bdab0e7d-99e6-40e0-94f6-1213d13b502e has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:58:06.888737 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54fab4fe-d230-4817-9dc9-acea54cf9fab req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:58:06.901014 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f97c1e5-c8bd-4e52-aedc-f2b3a82cb9b8 None None] Sync routers for ids ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:58:06.912464 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f97c1e5-c8bd-4e52-aedc-f2b3a82cb9b8 None None] Routers {'bdab0e7d-99e6-40e0-94f6-1213d13b502e'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:58:06.912721 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device db86b414-6fef-4f62-ac2f-b59ddd656132 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 21:58:06.913619 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-0f97c1e5-c8bd-4e52-aedc-f2b3a82cb9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:57:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:58:06.932848 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fab4fe-d230-4817-9dc9-acea54cf9fab req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] No DVR routers for this DVR port db86b414-6fef-4f62-ac2f-b59ddd656132 on host hv-cinder-75790 {{(pid=80240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 21:58:06.935189 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-54fab4fe-d230-4817-9dc9-acea54cf9fab req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:06.946207 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f0dc18-879d-4f86-9750-749970002ef0', 'name': 'network-vif-deleted', 'tag': 'db86b414-6fef-4f62-ac2f-b59ddd656132'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:58:06.953791 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-54fab4fe-d230-4817-9dc9-acea54cf9fab req-2db8969a-52f0-45f9-8f04-7f36af206b51 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.53 "DELETE /v2.0/ports/db86b414-6fef-4f62-ac2f-b59ddd656132 HTTP/1.1" status: 204 len: 173 time: 1.4424751 Dec 05 21:58:06.955138 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] No Port match for: db86b414-6fef-4f62-ac2f-b59ddd656132 {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 21:58:06.955615 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device db86b414-6fef-4f62-ac2f-b59ddd656132 not bound to the agent host hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 21:58:07.012986 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f0dc18-879d-4f86-9750-749970002ef0', 'name': 'network-vif-deleted', 'tag': 'db86b414-6fef-4f62-ac2f-b59ddd656132', 'status': 'completed', 'code': 200} Dec 05 21:58:07.115518 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-0f97c1e5-c8bd-4e52-aedc-f2b3a82cb9b8 None None] Set router bdab0e7d-99e6-40e0-94f6-1213d13b502e gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:58:07.443470 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-0f97c1e5-c8bd-4e52-aedc-f2b3a82cb9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'bbb24093-e385-4faa-affc-a2ab4ea247a4', 'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'mac_address': 'fa:16:3e:de:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:44Z', 'updated_at': '2020-12-05T21:54:54Z', 'revision_number': 5, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'subnets': [{'id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:58:07.447709 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f97c1e5-c8bd-4e52-aedc-f2b3a82cb9b8 None None] Checking router: bdab0e7d-99e6-40e0-94f6-1213d13b502e for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:58:07.457511 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f97c1e5-c8bd-4e52-aedc-f2b3a82cb9b8 None None] Routers {'bdab0e7d-99e6-40e0-94f6-1213d13b502e'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:58:07.458189 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-0f97c1e5-c8bd-4e52-aedc-f2b3a82cb9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:57:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:58:07.582645 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-142b1922-e59c-416a-8659-dcad2839e6e3 req-cbe483a4-dfc6-4b82-be75-f2a4ca30d043 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=80f0dc18-879d-4f86-9750-749970002ef0 HTTP/1.1" status: 200 len: 210 time: 0.0663123 Dec 05 21:58:07.800715 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-0f97c1e5-c8bd-4e52-aedc-f2b3a82cb9b8 None None] Set router bdab0e7d-99e6-40e0-94f6-1213d13b502e gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:58:08.139792 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-0f97c1e5-c8bd-4e52-aedc-f2b3a82cb9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'bbb24093-e385-4faa-affc-a2ab4ea247a4', 'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'mac_address': 'fa:16:3e:de:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:44Z', 'updated_at': '2020-12-05T21:54:54Z', 'revision_number': 5, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'subnets': [{'id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:58:08.143987 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f97c1e5-c8bd-4e52-aedc-f2b3a82cb9b8 None None] The sync data for ids ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'] in dv-cinder-757908-4-iscsi is: [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'bbb24093-e385-4faa-affc-a2ab4ea247a4', 'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'mac_address': 'fa:16:3e:de:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:44Z', 'updated_at': '2020-12-05T21:54:54Z', 'revision_number': 5, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'subnets': [{'id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:58:08.522169 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109a0e47-688b-4970-b84d-28366b42db71 None None] New status for floating IP 7e57db0e-c72c-429d-b5db-c6d5e063bab8: DOWN {{(pid=80241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 05 21:58:08.943640 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-29fff13e-7f61-4c1c-bfa1-3f2ee222eaa9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1585796231&fields=id&tenant_id=aaf2131e956840ecb8bbb23ffd1ee096 HTTP/1.1" status: 200 len: 267 time: 0.0421422 Dec 05 21:58:09.103161 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-181378e1-80c1-442f-93c8-c91ad946837b tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:09.103832 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-181378e1-80c1-442f-93c8-c91ad946837b tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Synchronizing usage tracker for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:network {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:58:09.120032 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-181378e1-80c1-442f-93c8-c91ad946837b tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Unset dirty status for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:network {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:58:09.121261 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-181378e1-80c1-442f-93c8-c91ad946837b tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/networks?id=1c0ce6f0-6735-403d-8199-e1ed266329f6 HTTP/1.1" status: 200 len: 811 time: 0.1705539 Dec 05 21:58:09.137933 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-b2efb3d1-41a7-4c70-b3f7-fba518477f94 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/quotas/aaf2131e956840ecb8bbb23ffd1ee096 HTTP/1.1" status: 200 len: 375 time: 0.0097785 Dec 05 21:58:09.223821 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-b1e8ae5b-6e75-4a45-bc99-1e7415862e27 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803816 Dec 05 21:58:09.374623 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-d7b744af-15f9-447d-8756-11d2b37b23bc service neutron] 10.222.0.50 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380150 Dec 05 21:58:09.526026 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-890020d4-6a10-4e76-bdf0-9ad6b52b14af service neutron] 10.222.0.50 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443141 Dec 05 21:58:09.962020 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-6d6ae87d-1605-4097-b7a8-0050919d533e req-909fa505-794f-4338-aba6-0e52e9be9b2e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Synchronizing usage tracker for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:58:09.979324 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-6d6ae87d-1605-4097-b7a8-0050919d533e req-909fa505-794f-4338-aba6-0e52e9be9b2e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Unset dirty status for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:58:09.980757 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6d6ae87d-1605-4097-b7a8-0050919d533e req-909fa505-794f-4338-aba6-0e52e9be9b2e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 210 time: 0.0673079 Dec 05 21:58:11.166653 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-92a22028-73d6-47e3-bfa3-4e60890c8f82 req-2d4019e1-b761-4745-9f38-329936655006 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 210 time: 0.0534825 Dec 05 21:58:11.264458 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-cf1194da-8fc3-4a4e-b278-b855cec41b00 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:11.266236 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-cf1194da-8fc3-4a4e-b278-b855cec41b00 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.53 "GET /v2.0/networks?id=1c0ce6f0-6735-403d-8199-e1ed266329f6 HTTP/1.1" status: 200 len: 811 time: 0.1625848 Dec 05 21:58:11.350867 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-75365434-b423-428d-932f-2133b2158205 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096 HTTP/1.1" status: 200 len: 5551 time: 0.0661075 Dec 05 21:58:11.366688 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-0bb5d159-47a0-4541-b859-56c54abbc1ad tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Request body: {'port': {'device_id': '5640e15d-9f66-487a-97ac-964588f6e926', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'admin_state_up': True, 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'security_groups': ['03a943d4-c70b-4385-b2f0-8bfa4b188ceb']}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:58:11.518447 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-0bb5d159-47a0-4541-b859-56c54abbc1ad tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:58:11.528444 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-0bb5d159-47a0-4541-b859-56c54abbc1ad tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:58:11.538464 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-0bb5d159-47a0-4541-b859-56c54abbc1ad tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Made reservation on behalf of aaf2131e956840ecb8bbb23ffd1ee096 for: {'port': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 21:58:11.544041 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-0bb5d159-47a0-4541-b859-56c54abbc1ad tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:11.852529 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-0bb5d159-47a0-4541-b859-56c54abbc1ad tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Allocated IP 172.20.0.12 (1c0ce6f0-6735-403d-8199-e1ed266329f6/a93c8b0f-41cc-408e-9bba-680741f7a85e/6ed28774-aaef-47ec-8a26-aac615f6e79e) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:58:12.056212 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-0bb5d159-47a0-4541-b859-56c54abbc1ad tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:12.072956 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-0bb5d159-47a0-4541-b859-56c54abbc1ad tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Transition to ACTIVE for port object 6ed28774-aaef-47ec-8a26-aac615f6e79e will not be triggered until provisioned by entity DHCP. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:58:12.093704 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-0bb5d159-47a0-4541-b859-56c54abbc1ad tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:12.108947 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-80897301-5c60-41c8-8073-c4c02f1efdd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:58:12.256096 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5d159-47a0-4541-b859-56c54abbc1ad tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Pushing event updated for resources: {'Port': ['ID=6ed28774-aaef-47ec-8a26-aac615f6e79e,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:58:12.261811 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0bb5d159-47a0-4541-b859-56c54abbc1ad tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:58:12.345553 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-0bb5d159-47a0-4541-b859-56c54abbc1ad tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Network 1c0ce6f0-6735-403d-8199-e1ed266329f6 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:58:12.351569 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-0bb5d159-47a0-4541-b859-56c54abbc1ad tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:58:12.355563 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-0bb5d159-47a0-4541-b859-56c54abbc1ad tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:58:12.433979 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-0bb5d159-47a0-4541-b859-56c54abbc1ad tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:12.434683 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-0bb5d159-47a0-4541-b859-56c54abbc1ad tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:12.474607 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530464e9-9c84-4ec0-b2d3-5b94d130e5a3 req-94f2e781-ea85-4f2c-affb-e88f4d44eae5 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:12.476295 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-530464e9-9c84-4ec0-b2d3-5b94d130e5a3 req-94f2e781-ea85-4f2c-affb-e88f4d44eae5 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 932 time: 0.1759045 Dec 05 21:58:12.481622 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-0bb5d159-47a0-4541-b859-56c54abbc1ad tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1190996 Dec 05 21:58:12.505896 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Request body: {'port': {'device_id': '5640e15d-9f66-487a-97ac-964588f6e926', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:58:12.574657 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-fb813cab-16c0-4695-b05c-f0450354ee45 None None] Provisioning for port 6ed28774-aaef-47ec-8a26-aac615f6e79e completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:58:12.577650 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-530464e9-9c84-4ec0-b2d3-5b94d130e5a3 req-b112ac48-a2aa-4e23-a2ac-1b8b47bf5245 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0928266 Dec 05 21:58:12.579932 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-fb813cab-16c0-4695-b05c-f0450354ee45 None None] Provisioning complete for port 6ed28774-aaef-47ec-8a26-aac615f6e79e triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:58:12.580337 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb813cab-16c0-4695-b05c-f0450354ee45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:12.638582 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-fb813cab-16c0-4695-b05c-f0450354ee45 None None] Port 6ed28774-aaef-47ec-8a26-aac615f6e79e cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 21:58:12.643234 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:13.044353 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed28774-aaef-47ec-8a26-aac615f6e79e {{(pid=80240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 05 21:58:13.051363 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:13.063551 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Transition to ACTIVE for port object 6ed28774-aaef-47ec-8a26-aac615f6e79e will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 21:58:13.065967 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:13.081457 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-69dc2e6f-b900-46fd-8018-2b7d204186f7 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:58:13.223844 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Pushing event updated for resources: {'Port': ['ID=6ed28774-aaef-47ec-8a26-aac615f6e79e,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:58:13.228388 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:58:13.649689 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Attempting to bind port 6ed28774-aaef-47ec-8a26-aac615f6e79e on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 21:58:13.650248 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Attempting to bind port 6ed28774-aaef-47ec-8a26-aac615f6e79e by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'c3eaa949-f667-4b54-af2b-4503bb5dc319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 21:58:13.650418 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Attempting to bind port 6ed28774-aaef-47ec-8a26-aac615f6e79e on network 1c0ce6f0-6735-403d-8199-e1ed266329f6 {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 21:58:13.657595 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Checking agent: {'id': '73420180-90c9-4440-8e64-a61aa3b256a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 39, 15), 'started_at': datetime.datetime(2020, 12, 5, 21, 39, 45), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 21, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 7, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 21:58:13.657972 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Checking segment: {'id': 'c3eaa949-f667-4b54-af2b-4503bb5dc319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 21:58:13.658380 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:13.658778 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Bound using segment: {'id': 'c3eaa949-f667-4b54-af2b-4503bb5dc319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 21:58:13.659254 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Bound port: 6ed28774-aaef-47ec-8a26-aac615f6e79e, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3eaa949-f667-4b54-af2b-4503bb5dc319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 21:58:13.659631 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:13.755768 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] For port 6ed28774-aaef-47ec-8a26-aac615f6e79e, host hv-cinder-75790, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 21:58:13.759252 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] For port 6ed28774-aaef-47ec-8a26-aac615f6e79e, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=6ed28774-aaef-47ec-8a26-aac615f6e79e,segment=NetworkSegment(c3eaa949-f667-4b54-af2b-4503bb5dc319),segment_id=c3eaa949-f667-4b54-af2b-4503bb5dc319)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 21:58:13.762899 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:13.778260 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2d404ac8-178f-4f87-9970-522ba5b1d186 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:58:13.799654 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1688b6c-b308-4ee6-944f-e9c7f8163434 req-ef6fec23-9856-45a7-b97f-1307649461f6 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:13.801300 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f1688b6c-b308-4ee6-944f-e9c7f8163434 req-ef6fec23-9856-45a7-b97f-1307649461f6 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 944 time: 0.0856137 Dec 05 21:58:13.849110 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f1688b6c-b308-4ee6-944f-e9c7f8163434 req-25ff3b93-d563-4e6e-8492-41a15d47aa41 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0412853 Dec 05 21:58:13.943780 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Pushing event updated for resources: {'Port': ['ID=6ed28774-aaef-47ec-8a26-aac615f6e79e,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:58:13.948978 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:58:13.981942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:13.982631 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:13.984854 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] 10.222.0.53 "PUT /v2.0/ports/6ed28774-aaef-47ec-8a26-aac615f6e79e HTTP/1.1" status: 200 len: 1158 time: 1.4852588 Dec 05 21:58:13.985397 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5640e15d-9f66-487a-97ac-964588f6e926', 'tag': '6ed28774-aaef-47ec-8a26-aac615f6e79e'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:58:14.081132 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5640e15d-9f66-487a-97ac-964588f6e926', 'tag': '6ed28774-aaef-47ec-8a26-aac615f6e79e', 'status': 'completed', 'code': 200} Dec 05 21:58:14.119996 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-a2c95544-241b-4f62-ac5e-5c8c41564a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:14.121663 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-a2c95544-241b-4f62-ac5e-5c8c41564a82 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096&device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 1161 time: 0.0801942 Dec 05 21:58:14.203092 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-684671f8-4caf-45b5-ba1c-cdecf95a895d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ed28774-aaef-47ec-8a26-aac615f6e79e HTTP/1.1" status: 200 len: 217 time: 0.0673139 Dec 05 21:58:14.272440 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-40e2bec3-379e-4d3e-99b3-f2d3c4711788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:14.273922 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-40e2bec3-379e-4d3e-99b3-f2d3c4711788 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a93c8b0f-41cc-408e-9bba-680741f7a85e HTTP/1.1" status: 200 len: 850 time: 0.0644279 Dec 05 21:58:14.360290 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-1e1e3e9c-566a-4f30-8937-3431b7eaa5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:14.361935 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-1e1e3e9c-566a-4f30-8937-3431b7eaa5d7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c0ce6f0-6735-403d-8199-e1ed266329f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810633 Dec 05 21:58:14.502896 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-a965b09e-4a2b-4fe3-8b0a-9e92de377425 service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342750 Dec 05 21:58:14.647478 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac6d288d-eee7-410d-b388-53e91a44f89b req-6b29388c-8582-494f-96a0-fe5a093cfa6c service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374512 Dec 05 21:58:14.812833 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d9626-68f5-40f8-879d-4fc1e95304f5 req-d4da54f2-ae7c-4df2-8b22-82f733da5eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:14.814437 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-139d9626-68f5-40f8-879d-4fc1e95304f5 req-d4da54f2-ae7c-4df2-8b22-82f733da5eb2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096&device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 1161 time: 0.0747101 Dec 05 21:58:14.959123 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d9626-68f5-40f8-879d-4fc1e95304f5 req-f0a511a5-508d-4774-83af-e45c45816b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:14.960779 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-139d9626-68f5-40f8-879d-4fc1e95304f5 req-f0a511a5-508d-4774-83af-e45c45816b67 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1c0ce6f0-6735-403d-8199-e1ed266329f6 HTTP/1.1" status: 200 len: 905 time: 0.1385643 Dec 05 21:58:15.036061 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-139d9626-68f5-40f8-879d-4fc1e95304f5 req-e70a63eb-06e1-46e8-8f08-aeda254066c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ed28774-aaef-47ec-8a26-aac615f6e79e HTTP/1.1" status: 200 len: 217 time: 0.0674348 Dec 05 21:58:15.069604 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac637d79-37b2-4a04-ba9b-cc0dd2cc7837 req-ea364ded-fc01-417f-b541-6fa5914e0818 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:15.071222 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac637d79-37b2-4a04-ba9b-cc0dd2cc7837 req-ea364ded-fc01-417f-b541-6fa5914e0818 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 944 time: 0.0888262 Dec 05 21:58:15.106742 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d9626-68f5-40f8-879d-4fc1e95304f5 req-b1bb2bdc-d043-4c68-b171-67d78a6c4f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:15.109158 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-139d9626-68f5-40f8-879d-4fc1e95304f5 req-b1bb2bdc-d043-4c68-b171-67d78a6c4f19 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a93c8b0f-41cc-408e-9bba-680741f7a85e HTTP/1.1" status: 200 len: 850 time: 0.0668056 Dec 05 21:58:15.120472 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac637d79-37b2-4a04-ba9b-cc0dd2cc7837 req-a4be59fb-041f-469d-b6d3-1dd2b0d59570 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0420418 Dec 05 21:58:15.189859 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d9626-68f5-40f8-879d-4fc1e95304f5 req-c812a65e-f049-41f2-be51-d9868ed0bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:15.191476 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-139d9626-68f5-40f8-879d-4fc1e95304f5 req-c812a65e-f049-41f2-be51-d9868ed0bb38 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c0ce6f0-6735-403d-8199-e1ed266329f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751715 Dec 05 21:58:15.335783 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-139d9626-68f5-40f8-879d-4fc1e95304f5 req-08c87b70-8442-4e5e-ada9-0c04a4bcda40 service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370976 Dec 05 21:58:15.478753 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-139d9626-68f5-40f8-879d-4fc1e95304f5 req-78d6e703-154c-46fe-bf9f-e3604bd5112e service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351480 Dec 05 21:58:15.882925 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:16.335871 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35c89e-ed0a-4227-9afe-aecb5db7c9e6 req-ed409474-c024-408f-b064-b5908001d76d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:16.336626 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-5c35c89e-ed0a-4227-9afe-aecb5db7c9e6 req-ed409474-c024-408f-b064-b5908001d76d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Synchronizing usage tracker for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:58:16.351591 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-5c35c89e-ed0a-4227-9afe-aecb5db7c9e6 req-ed409474-c024-408f-b064-b5908001d76d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Unset dirty status for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:58:16.352854 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5c35c89e-ed0a-4227-9afe-aecb5db7c9e6 req-ed409474-c024-408f-b064-b5908001d76d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 944 time: 0.1012571 Dec 05 21:58:16.399528 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5c35c89e-ed0a-4227-9afe-aecb5db7c9e6 req-6d06d2d7-babf-4f67-9341-f2509e87e86b tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0395555 Dec 05 21:58:17.621604 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef1191-af4f-4eb6-8551-ed7fe4072838 req-ddcea763-6c12-44e2-a995-0c3e4ca1f931 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:17.623816 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ebef1191-af4f-4eb6-8551-ed7fe4072838 req-ddcea763-6c12-44e2-a995-0c3e4ca1f931 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 944 time: 0.0894811 Dec 05 21:58:17.675436 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ebef1191-af4f-4eb6-8551-ed7fe4072838 req-b9e35995-29de-4206-a7cf-a7874799de67 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0444703 Dec 05 21:58:18.888419 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47144c87-6a3e-4630-8351-624d4baabf20 req-42c1b7cc-c686-41c0-b52a-22ce9c9351f8 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:18.890085 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-47144c87-6a3e-4630-8351-624d4baabf20 req-42c1b7cc-c686-41c0-b52a-22ce9c9351f8 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 944 time: 0.0824156 Dec 05 21:58:18.941077 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-47144c87-6a3e-4630-8351-624d4baabf20 req-42a5eefb-f826-4de4-887a-674669c708e0 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0446222 Dec 05 21:58:20.153245 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f39248-9717-48cc-9ab6-0830591a3fe8 req-3ea08ba8-69e0-447b-9bd4-5486c198ef00 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:20.155586 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-70f39248-9717-48cc-9ab6-0830591a3fe8 req-3ea08ba8-69e0-447b-9bd4-5486c198ef00 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 944 time: 0.0840676 Dec 05 21:58:20.205105 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-70f39248-9717-48cc-9ab6-0830591a3fe8 req-7c4855aa-b00e-4d32-9a2b-a0c41940a417 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0425539 Dec 05 21:58:21.415525 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474d9e1-90f2-4275-995b-51aca6d7679d req-638311fd-9e58-479c-a3a1-4df4438191a9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:21.417166 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0474d9e1-90f2-4275-995b-51aca6d7679d req-638311fd-9e58-479c-a3a1-4df4438191a9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 944 time: 0.0836105 Dec 05 21:58:21.463947 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0474d9e1-90f2-4275-995b-51aca6d7679d req-d7045974-3ac9-40dd-b271-85c7502973ba tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0396321 Dec 05 21:58:22.681617 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e343a-a3ca-42c8-bfaf-64d6ccae8b80 req-224b84d5-ad22-484b-9acb-22e1a8de8ac8 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:22.683198 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-323e343a-a3ca-42c8-bfaf-64d6ccae8b80 req-224b84d5-ad22-484b-9acb-22e1a8de8ac8 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 944 time: 0.0889192 Dec 05 21:58:22.729583 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-323e343a-a3ca-42c8-bfaf-64d6ccae8b80 req-113e185b-032d-4441-b63f-6f936724c002 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0394280 Dec 05 21:58:23.719484 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 6ed28774-aaef-47ec-8a26-aac615f6e79e up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:58:23.788903 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning for port 6ed28774-aaef-47ec-8a26-aac615f6e79e completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 21:58:23.794128 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 6ed28774-aaef-47ec-8a26-aac615f6e79e triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:58:23.794555 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:23.920476 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:23.946401 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b9f5f-10ef-467e-a9a5-84c754fda7a5 req-4438dd37-9264-4d37-ac0a-bceceee068b9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:23.948041 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5a8b9f5f-10ef-467e-a9a5-84c754fda7a5 req-4438dd37-9264-4d37-ac0a-bceceee068b9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 944 time: 0.0877798 Dec 05 21:58:23.948907 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5640e15d-9f66-487a-97ac-964588f6e926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed28774-aaef-47ec-8a26-aac615f6e79e'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:58:23.961410 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port 6ed28774-aaef-47ec-8a26-aac615f6e79e, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=6ed28774-aaef-47ec-8a26-aac615f6e79e,segment=NetworkSegment(c3eaa949-f667-4b54-af2b-4503bb5dc319),segment_id=c3eaa949-f667-4b54-af2b-4503bb5dc319)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 21:58:23.964599 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:23.968228 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:58:24.004082 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5a8b9f5f-10ef-467e-a9a5-84c754fda7a5 req-4afdc377-f34a-44e1-b973-ac39bc7e13c4 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0483174 Dec 05 21:58:24.016274 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5640e15d-9f66-487a-97ac-964588f6e926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed28774-aaef-47ec-8a26-aac615f6e79e', 'code': 200} Dec 05 21:58:24.042157 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=6ed28774-aaef-47ec-8a26-aac615f6e79e,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:58:24.051293 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.051717 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.052117 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.052483 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.052847 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.053211 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.053633 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.054001 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.054358 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.054716 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.055074 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.055447 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.055892 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.056251 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.056607 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.056964 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.057316 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.057672 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.058025 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.058382 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.058739 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.059094 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.059452 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.059826 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 21:58:24.065080 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:58:24.330921 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e617992-b2b2-49b2-9ea5-0a5e55043d9a req-771204e5-3581-4240-adc9-a7a919ace384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:24.332546 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7e617992-b2b2-49b2-9ea5-0a5e55043d9a req-771204e5-3581-4240-adc9-a7a919ace384 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 1163 time: 0.0739734 Dec 05 21:58:24.379505 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7e617992-b2b2-49b2-9ea5-0a5e55043d9a req-ddc43100-6ceb-4212-bdd7-2f010588b83b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0405264 Dec 05 21:58:24.889533 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-42c4d46e-b236-4883-b9e2-31280486a1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:25.192137 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 6ed28774-aaef-47ec-8a26-aac615f6e79e up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 21:58:25.219132 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846391d6-37aa-4d9d-bafc-c4a89cb9b79f req-41c8f3c5-4e0c-4842-a5e3-87a6008e63ba tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:25.220778 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-846391d6-37aa-4d9d-bafc-c4a89cb9b79f req-41c8f3c5-4e0c-4842-a5e3-87a6008e63ba tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 946 time: 0.0833900 Dec 05 21:58:25.267324 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port 6ed28774-aaef-47ec-8a26-aac615f6e79e triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 21:58:25.267754 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:25.273952 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-846391d6-37aa-4d9d-bafc-c4a89cb9b79f req-94964572-2773-4943-9601-dd66a7a34973 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0465658 Dec 05 21:58:26.487228 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0a2fa-b5b7-451e-bf1e-86c35a802f8e req-12bf5e47-689e-4471-bd10-65159fb6e112 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:26.488848 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e9e0a2fa-b5b7-451e-bf1e-86c35a802f8e req-12bf5e47-689e-4471-bd10-65159fb6e112 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 946 time: 0.0836446 Dec 05 21:58:26.536594 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e9e0a2fa-b5b7-451e-bf1e-86c35a802f8e req-1bb8afa8-1a07-4315-b75e-bbc37a5cf1ff tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0414183 Dec 05 21:58:26.747086 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06fed3-7526-438b-a7a1-19c83485ff93 req-843756ec-546d-4259-90ae-1a3d482b5bf4 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:26.749315 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5d06fed3-7526-438b-a7a1-19c83485ff93 req-843756ec-546d-4259-90ae-1a3d482b5bf4 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 946 time: 0.0835938 Dec 05 21:58:26.796674 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5d06fed3-7526-438b-a7a1-19c83485ff93 req-9e9ae6b9-c03d-4211-9712-b98f3e5136dc tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0410540 Dec 05 21:58:27.009213 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-2d081dde-e581-4059-850d-4f6207f1f86b tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1581705 Dec 05 21:58:27.020131 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-f1f38500-5248-495a-90ca-29ba4ba7839c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Request body: {'floatingip': {'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:58:27.025895 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-f1f38500-5248-495a-90ca-29ba4ba7839c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 21:58:27.036034 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-f1f38500-5248-495a-90ca-29ba4ba7839c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 21:58:27.045482 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-f1f38500-5248-495a-90ca-29ba4ba7839c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for floatingip, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:27.189637 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-f1f38500-5248-495a-90ca-29ba4ba7839c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:27.463071 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-f1f38500-5248-495a-90ca-29ba4ba7839c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Allocated IP 172.27.1.50 (dd6739ac-3b61-4fa5-bbf5-45fb885265ae/91227b10-c165-4e57-9f01-5809fdb2af08/ecc0fc6a-305f-494c-ba04-7e167b8f335c) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 21:58:27.623024 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-f1f38500-5248-495a-90ca-29ba4ba7839c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:27.648072 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-f1f38500-5248-495a-90ca-29ba4ba7839c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:27.663896 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2637e80b-395c-4724-b058-d6e8e4f15d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:58:27.815281 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f38500-5248-495a-90ca-29ba4ba7839c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Pushing event updated for resources: {'Port': ['ID=ecc0fc6a-305f-494c-ba04-7e167b8f335c,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:58:27.819745 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f1f38500-5248-495a-90ca-29ba4ba7839c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:58:27.828631 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d72db5a2-072b-45bf-86da-b9f6aee1f545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:27.868235 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-f1f38500-5248-495a-90ca-29ba4ba7839c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Network dd6739ac-3b61-4fa5-bbf5-45fb885265ae is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 21:58:27.869368 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-f1f38500-5248-495a-90ca-29ba4ba7839c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 21:58:27.871770 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-f1f38500-5248-495a-90ca-29ba4ba7839c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 21:58:27.952115 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-f1f38500-5248-495a-90ca-29ba4ba7839c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for floatingip, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:28.010491 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-f1f38500-5248-495a-90ca-29ba4ba7839c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:28.276472 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-f1f38500-5248-495a-90ca-29ba4ba7839c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:28.280362 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-f1f38500-5248-495a-90ca-29ba4ba7839c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:28.295686 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6b3bb25f-1922-4c08-bf91-6ec9f9058479 tempest-TestMinimumBasicScenario-912402028 tempest-TestMinimumBasicScenario-912402028] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 21:58:28.447761 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:28.545043 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:58:28.665356 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f38500-5248-495a-90ca-29ba4ba7839c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Pushing event updated for resources: {'Port': ['ID=ecc0fc6a-305f-494c-ba04-7e167b8f335c,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 21:58:28.669806 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f1f38500-5248-495a-90ca-29ba4ba7839c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 21:58:28.760737 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-f1f38500-5248-495a-90ca-29ba4ba7839c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854189884'] for floatingip, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:28.790767 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-f1f38500-5248-495a-90ca-29ba4ba7839c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:28.792111 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-f1f38500-5248-495a-90ca-29ba4ba7839c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7761555 Dec 05 21:58:28.878140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-0202a07e-dbda-4af6-b2bc-4d1abe193158 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Synchronizing usage tracker for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:floatingip {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 21:58:28.893127 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-0202a07e-dbda-4af6-b2bc-4d1abe193158 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Unset dirty status for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:floatingip {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 21:58:28.894362 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-0202a07e-dbda-4af6-b2bc-4d1abe193158 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.1.50 HTTP/1.1" status: 200 len: 695 time: 0.0958397 Dec 05 21:58:29.055018 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-e7243a11-6713-455b-b063-7ebfe7a78667 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:29.056417 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-e7243a11-6713-455b-b063-7ebfe7a78667 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/networks/dd6739ac-3b61-4fa5-bbf5-45fb885265ae HTTP/1.1" status: 200 len: 784 time: 0.1559651 Dec 05 21:58:29.068219 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-738d565d-11ee-4ffa-a788-6c8fa91de89d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80240) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 05 21:58:29.069242 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3e2b78eb-209d-4dee-80ca-3b2940a8c37e req-738d565d-11ee-4ffa-a788-6c8fa91de89d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0059221 Dec 05 21:58:29.262891 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-b5d4c800-f7b6-4790-ab6e-3a85176afadf tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:29.265438 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-b5d4c800-f7b6-4790-ab6e-3a85176afadf tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=5640e15d-9f66-487a-97ac-964588f6e926&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0878942 Dec 05 21:58:29.347233 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-c82ffc4b-d493-4a53-8d44-d2268550a861 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.1.50 HTTP/1.1" status: 200 len: 695 time: 0.0754697 Dec 05 21:58:29.358567 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-9556b240-aa84-417f-a743-3584196c92e2 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Request body: {'floatingip': {'port_id': '6ed28774-aaef-47ec-8a26-aac615f6e79e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 21:58:29.674683 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-9556b240-aa84-417f-a743-3584196c92e2 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for floatingip, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:29.809372 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:30.290192 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-9556b240-aa84-417f-a743-3584196c92e2 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for floatingip, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:30.293070 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-9556b240-aa84-417f-a743-3584196c92e2 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854189884'] for floatingip, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:30.472631 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-9556b240-aa84-417f-a743-3584196c92e2 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Floating IP b0696bea-e41d-44e0-9c51-937e8b96838e associated. External IP: 172.27.1.50, port: 6ed28774-aaef-47ec-8a26-aac615f6e79e. Dec 05 21:58:30.831248 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-9556b240-aa84-417f-a743-3584196c92e2 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Router bdab0e7d-99e6-40e0-94f6-1213d13b502e has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 21:58:31.010956 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-9556b240-aa84-417f-a743-3584196c92e2 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 21:58:31.016496 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-9556b240-aa84-417f-a743-3584196c92e2 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:31.021267 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d018f5-0ef5-462f-b2eb-1eb581d5f859 None None] Sync routers for ids ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 21:58:31.032438 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d018f5-0ef5-462f-b2eb-1eb581d5f859 None None] Routers {'bdab0e7d-99e6-40e0-94f6-1213d13b502e'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:58:31.033105 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-38d018f5-0ef5-462f-b2eb-1eb581d5f859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:58:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:58:31.074699 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-9556b240-aa84-417f-a743-3584196c92e2 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "PUT /v2.0/floatingips/b0696bea-e41d-44e0-9c51-937e8b96838e HTTP/1.1" status: 200 len: 996 time: 1.7209129 Dec 05 21:58:31.075059 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5640e15d-9f66-487a-97ac-964588f6e926', 'tag': '6ed28774-aaef-47ec-8a26-aac615f6e79e'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 21:58:31.190750 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:31.223382 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-38d018f5-0ef5-462f-b2eb-1eb581d5f859 None None] Set router bdab0e7d-99e6-40e0-94f6-1213d13b502e gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:58:31.235875 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5640e15d-9f66-487a-97ac-964588f6e926', 'tag': '6ed28774-aaef-47ec-8a26-aac615f6e79e', 'status': 'completed', 'code': 200} Dec 05 21:58:31.251274 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-5a189000-7e61-4cd5-a20d-d1ef876964ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:31.252959 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-5a189000-7e61-4cd5-a20d-d1ef876964ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096&device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 1163 time: 0.1640165 Dec 05 21:58:31.355858 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cba25-c279-451e-abad-e9dd9e0d7622 req-a2e813a0-26b6-4ca4-835d-0c1b0d0996e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:31.358126 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-655cba25-c279-451e-abad-e9dd9e0d7622 req-a2e813a0-26b6-4ca4-835d-0c1b0d0996e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096&device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 1163 time: 0.0770197 Dec 05 21:58:31.400417 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-d7fd0f3f-707d-486f-996e-6e4845c3b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:31.402033 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-d7fd0f3f-707d-486f-996e-6e4845c3b53f service neutron] 10.222.0.50 "GET /v2.0/networks?id=1c0ce6f0-6735-403d-8199-e1ed266329f6 HTTP/1.1" status: 200 len: 905 time: 0.1424508 Dec 05 21:58:31.509608 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cba25-c279-451e-abad-e9dd9e0d7622 req-7163aaa5-b6d4-449b-9b45-682bae850b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:31.511207 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-655cba25-c279-451e-abad-e9dd9e0d7622 req-7163aaa5-b6d4-449b-9b45-682bae850b20 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1c0ce6f0-6735-403d-8199-e1ed266329f6 HTTP/1.1" status: 200 len: 905 time: 0.1455991 Dec 05 21:58:31.516011 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-2fb51c73-0cc1-4121-b2f1-1ae6a2673375 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ed28774-aaef-47ec-8a26-aac615f6e79e HTTP/1.1" status: 200 len: 999 time: 0.1063299 Dec 05 21:58:31.588659 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-25bd8366-ee27-4507-acc4-1d52eff35026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:31.590270 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-25bd8366-ee27-4507-acc4-1d52eff35026 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a93c8b0f-41cc-408e-9bba-680741f7a85e HTTP/1.1" status: 200 len: 850 time: 0.0660601 Dec 05 21:58:31.618039 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-38d018f5-0ef5-462f-b2eb-1eb581d5f859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': 'b0696bea-e41d-44e0-9c51-937e8b96838e', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'port_id': '6ed28774-aaef-47ec-8a26-aac615f6e79e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'mac_address': 'fa:16:3e:7c:54:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5640e15d-9f66-487a-97ac-964588f6e926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:58:27Z', 'updated_at': '2020-12-05T21:58:30Z', 'revision_number': 1, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb24093-e385-4faa-affc-a2ab4ea247a4', 'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'mac_address': 'fa:16:3e:de:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:44Z', 'updated_at': '2020-12-05T21:54:54Z', 'revision_number': 5, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'subnets': [{'id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:58:31.622274 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-655cba25-c279-451e-abad-e9dd9e0d7622 req-0390605e-bcf7-48ae-9608-0ed991bbfd11 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ed28774-aaef-47ec-8a26-aac615f6e79e HTTP/1.1" status: 200 len: 999 time: 0.1040037 Dec 05 21:58:31.622493 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d018f5-0ef5-462f-b2eb-1eb581d5f859 None None] Checking router: bdab0e7d-99e6-40e0-94f6-1213d13b502e for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 21:58:31.632608 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d018f5-0ef5-462f-b2eb-1eb581d5f859 None None] Routers {'bdab0e7d-99e6-40e0-94f6-1213d13b502e'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 21:58:31.633281 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-38d018f5-0ef5-462f-b2eb-1eb581d5f859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T21:58:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:58:31.675386 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-5307ca02-4b1a-4c7f-a027-20f55736fddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:31.677045 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-5307ca02-4b1a-4c7f-a027-20f55736fddb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c0ce6f0-6735-403d-8199-e1ed266329f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795534 Dec 05 21:58:31.690279 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-1eb0997e-3929-46a1-8d46-c50c4b1b8bf0 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80239) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 05 21:58:31.691451 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-1eb0997e-3929-46a1-8d46-c50c4b1b8bf0 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0066056 Dec 05 21:58:31.695643 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cba25-c279-451e-abad-e9dd9e0d7622 req-14edd33c-e160-4e18-8dd0-83a44f0f5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:31.697266 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-655cba25-c279-451e-abad-e9dd9e0d7622 req-14edd33c-e160-4e18-8dd0-83a44f0f5011 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a93c8b0f-41cc-408e-9bba-680741f7a85e HTTP/1.1" status: 200 len: 850 time: 0.0686102 Dec 05 21:58:31.789548 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cba25-c279-451e-abad-e9dd9e0d7622 req-214588fa-f852-47c7-8333-858bb76575b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:58:31.791245 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-655cba25-c279-451e-abad-e9dd9e0d7622 req-214588fa-f852-47c7-8333-858bb76575b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c0ce6f0-6735-403d-8199-e1ed266329f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0870354 Dec 05 21:58:31.831906 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-38d018f5-0ef5-462f-b2eb-1eb581d5f859 None None] Set router bdab0e7d-99e6-40e0-94f6-1213d13b502e gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 21:58:31.850244 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-782fd395-74b5-4784-b878-5e40c040faf0 service neutron] 10.222.0.50 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512516 Dec 05 21:58:31.943172 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-655cba25-c279-451e-abad-e9dd9e0d7622 req-c81b6f28-e55e-42a3-93fe-2eea86fcdb66 service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444182 Dec 05 21:58:32.001958 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-085a3d9e-bd4c-4f3c-8ab1-018fbdffbaa6 req-e15acd89-ef3d-4cdc-9b77-987b012adc6a service neutron] 10.222.0.50 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1446199 Dec 05 21:58:32.094122 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-655cba25-c279-451e-abad-e9dd9e0d7622 req-2dcc0bb5-39ef-41e6-8733-9566cbafb129 service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1438413 Dec 05 21:58:32.217350 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-38d018f5-0ef5-462f-b2eb-1eb581d5f859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': 'b0696bea-e41d-44e0-9c51-937e8b96838e', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'port_id': '6ed28774-aaef-47ec-8a26-aac615f6e79e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'mac_address': 'fa:16:3e:7c:54:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5640e15d-9f66-487a-97ac-964588f6e926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:58:27Z', 'updated_at': '2020-12-05T21:58:30Z', 'revision_number': 1, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb24093-e385-4faa-affc-a2ab4ea247a4', 'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'mac_address': 'fa:16:3e:de:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:44Z', 'updated_at': '2020-12-05T21:54:54Z', 'revision_number': 5, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'subnets': [{'id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 21:58:32.221514 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d018f5-0ef5-462f-b2eb-1eb581d5f859 None None] The sync data for ids ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'] in dv-cinder-757908-4-iscsi is: [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': 'b0696bea-e41d-44e0-9c51-937e8b96838e', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'port_id': '6ed28774-aaef-47ec-8a26-aac615f6e79e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'mac_address': 'fa:16:3e:7c:54:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5640e15d-9f66-487a-97ac-964588f6e926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:58:27Z', 'updated_at': '2020-12-05T21:58:30Z', 'revision_number': 1, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb24093-e385-4faa-affc-a2ab4ea247a4', 'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'mac_address': 'fa:16:3e:de:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:44Z', 'updated_at': '2020-12-05T21:54:54Z', 'revision_number': 5, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'subnets': [{'id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 21:58:32.512970 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2445c71c-5ea0-4834-a604-b0599584ef45 None None] New status for floating IP b0696bea-e41d-44e0-9c51-937e8b96838e: ACTIVE {{(pid=80241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 05 21:58:45.886039 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:46.552385 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-7cb38a7e-628e-4ed4-8616-fc429cecaabe req-2298ab50-87d7-4c5f-824d-ae2fbc74ed19 tempest-VolumesNegativeTest-1681154751 tempest-VolumesNegativeTest-1681154751] (80239) timed out ('10.222.0.50', 53712) {{(pid=80239) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 05 21:58:54.891402 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1b7d26ca-a5c9-4b04-a4fc-1548e348b18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:57.831025 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f42a16ff-2135-48b7-aa10-e7fd1e1ac0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:58.448870 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:58:59.811474 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:59:01.194064 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:59:05.544820 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:59:15.893724 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:59:21.274374 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c7586c30-d53a-4fd1-a5aa-32aa2ccdeecf req-f6b4dda6-28bf-4c31-b297-d541d4fc052e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0744438 Dec 05 21:59:21.440154 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7586c30-d53a-4fd1-a5aa-32aa2ccdeecf req-7454eced-acf6-42d6-9bcb-970842299f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:59:21.441766 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c7586c30-d53a-4fd1-a5aa-32aa2ccdeecf req-7454eced-acf6-42d6-9bcb-970842299f8a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37ac9d224de24a2484f2fdefe069b4bf&device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 1162 time: 0.0780632 Dec 05 21:59:21.602930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7586c30-d53a-4fd1-a5aa-32aa2ccdeecf req-2fa2ed8d-da65-431a-9988-032ff8166816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:59:21.604549 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c7586c30-d53a-4fd1-a5aa-32aa2ccdeecf req-2fa2ed8d-da65-431a-9988-032ff8166816 service neutron] 10.222.0.53 "GET /v2.0/networks?id=811ae4e3-171e-48fa-8bac-30edfe0da7b4 HTTP/1.1" status: 200 len: 904 time: 0.1416860 Dec 05 21:59:21.679428 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c7586c30-d53a-4fd1-a5aa-32aa2ccdeecf req-5c644ef9-80db-4f74-9c33-fad44d88b924 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6a35222-ae62-4ae7-b015-af636a2f0cf3 HTTP/1.1" status: 200 len: 217 time: 0.0676143 Dec 05 21:59:21.746096 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7586c30-d53a-4fd1-a5aa-32aa2ccdeecf req-f7a70dfe-874c-4f41-95ac-09a9944e2684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:59:21.747581 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c7586c30-d53a-4fd1-a5aa-32aa2ccdeecf req-f7a70dfe-874c-4f41-95ac-09a9944e2684 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1dcf2694-5e4a-45e4-991f-a09b77fb18bf HTTP/1.1" status: 200 len: 849 time: 0.0618289 Dec 05 21:59:21.830146 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7586c30-d53a-4fd1-a5aa-32aa2ccdeecf req-4e1f044e-20e7-4e6d-905d-c50c7e9747e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 21:59:21.831614 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c7586c30-d53a-4fd1-a5aa-32aa2ccdeecf req-4e1f044e-20e7-4e6d-905d-c50c7e9747e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=811ae4e3-171e-48fa-8bac-30edfe0da7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762365 Dec 05 21:59:21.974341 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c7586c30-d53a-4fd1-a5aa-32aa2ccdeecf req-2d294787-fd3d-467f-a2f4-7a064e789607 service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353619 Dec 05 21:59:22.115017 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c7586c30-d53a-4fd1-a5aa-32aa2ccdeecf req-7e37b756-5d64-4279-bd78-a93dc250a9ea service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1335895 Dec 05 21:59:24.892611 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a76d2f5b-b3fa-4f82-91b4-e24921ec355c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:59:27.832237 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e2e14e37-b6a3-47b8-8d24-6c5b376dc814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:59:28.453579 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:59:29.815694 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:59:31.196863 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:59:32.234620 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-24044eb1-8082-4553-9434-63688f9f9713 req-f60bd6f4-6a76-46fa-b790-5767663a1ba0 service neutron] (80240) timed out ('10.222.0.53', 62998) {{(pid=80240) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 05 21:59:42.544976 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 21:59:45.912074 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:59:54.894285 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9a7e98fb-688f-4637-822e-35f862cd3721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:59:57.833265 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f3edad22-4112-4ba3-a225-493a0fd251dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:59:58.453939 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 21:59:59.914754 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:01.198271 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:15.916006 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:19.544832 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 22:00:21.306696 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-00b4c7d6-1c94-4cd2-8320-a9db36d9722d req-14057118-ba06-47e9-98a6-8e4a1c42521a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0742271 Dec 05 22:00:22.424697 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4c7d6-1c94-4cd2-8320-a9db36d9722d req-b0b094c7-9e74-4346-8f85-879b9d7a3bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:22.426317 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-00b4c7d6-1c94-4cd2-8320-a9db36d9722d req-b0b094c7-9e74-4346-8f85-879b9d7a3bce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060&device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 1162 time: 0.0793445 Dec 05 22:00:23.277212 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4c7d6-1c94-4cd2-8320-a9db36d9722d req-b0f618ac-7451-4c19-be7a-6ac4d8e92cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:23.278821 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-00b4c7d6-1c94-4cd2-8320-a9db36d9722d req-b0f618ac-7451-4c19-be7a-6ac4d8e92cd1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba83bbf0-3b38-4232-af09-1ca8d508a608 HTTP/1.1" status: 200 len: 911 time: 0.1370456 Dec 05 22:00:23.350669 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-00b4c7d6-1c94-4cd2-8320-a9db36d9722d req-3a44157a-2e64-4446-8b4d-2a2185858750 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=608b4e65-975a-4c85-af2d-4fbf1a5b2a1a HTTP/1.1" status: 200 len: 217 time: 0.0638134 Dec 05 22:00:23.423996 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4c7d6-1c94-4cd2-8320-a9db36d9722d req-e58cb1f6-7c55-4f66-814a-7140a8442c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:23.425251 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-00b4c7d6-1c94-4cd2-8320-a9db36d9722d req-e58cb1f6-7c55-4f66-814a-7140a8442c40 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9202ba51-95a8-4744-9f6f-9b6d34d32b9b HTTP/1.1" status: 200 len: 856 time: 0.0676141 Dec 05 22:00:23.504841 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4c7d6-1c94-4cd2-8320-a9db36d9722d req-8f6139ba-914d-4ed7-95ae-9c82cfa447e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:23.506425 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-00b4c7d6-1c94-4cd2-8320-a9db36d9722d req-8f6139ba-914d-4ed7-95ae-9c82cfa447e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba83bbf0-3b38-4232-af09-1ca8d508a608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745738 Dec 05 22:00:23.649087 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-00b4c7d6-1c94-4cd2-8320-a9db36d9722d req-1479a6ce-58aa-4ca8-9b5a-558564e2f396 service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357033 Dec 05 22:00:23.792212 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-00b4c7d6-1c94-4cd2-8320-a9db36d9722d req-2726162e-bae7-4556-b51d-380a79c7c670 service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1357234 Dec 05 22:00:24.895648 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-40077095-5f4f-4db2-bf95-b66d69fe5044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:27.834586 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-079a0106-05c0-48d4-a779-d7d614957b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:28.458759 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:29.822149 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:30.403451 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-cf20709d-f7da-4288-ae6d-e5fa56384e68 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1585796231&fields=id&tenant_id=aaf2131e956840ecb8bbb23ffd1ee096 HTTP/1.1" status: 200 len: 267 time: 0.0419641 Dec 05 22:00:30.570134 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-1a9fd6fa-266a-4c29-931c-1912d9fdd916 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:30.571711 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-1a9fd6fa-266a-4c29-931c-1912d9fdd916 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/networks?id=1c0ce6f0-6735-403d-8199-e1ed266329f6 HTTP/1.1" status: 200 len: 811 time: 0.1606741 Dec 05 22:00:30.587586 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-6feff4bd-2e63-42b3-abe2-c21e8a108413 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/quotas/aaf2131e956840ecb8bbb23ffd1ee096 HTTP/1.1" status: 200 len: 375 time: 0.0097563 Dec 05 22:00:30.682866 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-cca1d43a-b595-4162-90fc-b63aec7c6b2e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0898740 Dec 05 22:00:30.906296 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-a9a2b03b-8324-411c-9846-d6947a209571 service neutron] 10.222.0.50 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103758 Dec 05 22:00:31.201645 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:31.282428 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-1afcee05-3e02-4cd1-a7e9-39941213e332 service neutron] 10.222.0.50 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3691530 Dec 05 22:00:31.712204 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-546608a5-b016-4b8f-8d73-ae174d4969a8 req-4998bcbb-42c0-476a-bb39-9a0fbf15e952 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 210 time: 0.0465138 Dec 05 22:00:32.914281 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d0049a43-1155-467d-b627-14d17692c547 req-0e48a9d5-b512-42e8-bbf8-e47e1560a9b3 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 210 time: 0.0679224 Dec 05 22:00:33.022983 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-84e95bc9-df63-4b79-83f6-01ba808fda08 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:33.024602 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-84e95bc9-df63-4b79-83f6-01ba808fda08 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.53 "GET /v2.0/networks?id=1c0ce6f0-6735-403d-8199-e1ed266329f6 HTTP/1.1" status: 200 len: 811 time: 0.2022908 Dec 05 22:00:33.116317 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-2b6884a8-1479-459f-b079-6118a30ce3da tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096 HTTP/1.1" status: 200 len: 5551 time: 0.0724001 Dec 05 22:00:33.125370 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Request body: {'port': {'device_id': 'da9b39b6-9437-4c19-b50e-976823c2cc4e', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'admin_state_up': True, 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'security_groups': ['03a943d4-c70b-4385-b2f0-8bfa4b188ceb']}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 22:00:33.270574 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 22:00:33.280283 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80240) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 22:00:33.289893 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Made reservation on behalf of aaf2131e956840ecb8bbb23ffd1ee096 for: {'port': 1} {{(pid=80240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 05 22:00:33.295397 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:33.600481 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Allocated IP 172.20.0.7 (1c0ce6f0-6735-403d-8199-e1ed266329f6/a93c8b0f-41cc-408e-9bba-680741f7a85e/cc74e548-4d68-4fbf-9197-c2c3034a29f4) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 22:00:33.810713 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:33.827657 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Transition to ACTIVE for port object cc74e548-4d68-4fbf-9197-c2c3034a29f4 will not be triggered until provisioned by entity DHCP. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 22:00:33.847140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:33.861845 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-736e0772-b3db-48ae-9042-3cd63e283dbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:00:34.007072 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Pushing event updated for resources: {'Port': ['ID=cc74e548-4d68-4fbf-9197-c2c3034a29f4,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:00:34.021934 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.022350 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.022766 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.023192 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.023595 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.024019 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.024420 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.024820 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.025216 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.025639 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.026027 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.026420 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.026869 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.027267 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.027657 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.028071 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.028462 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.028859 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.029258 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.029639 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.030031 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.030423 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.030811 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.031200 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:34.036901 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:00:34.077565 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Network 1c0ce6f0-6735-403d-8199-e1ed266329f6 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 22:00:34.078804 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 22:00:34.081184 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 22:00:34.131006 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a371009-e542-4e55-9175-7fc6116341cc req-17c9157c-7cbe-4805-8179-ee80b0cd4683 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:34.132973 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6a371009-e542-4e55-9175-7fc6116341cc req-17c9157c-7cbe-4805-8179-ee80b0cd4683 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 931 time: 0.0857008 Dec 05 22:00:34.150253 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:34.150914 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:34.185839 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-447f75c5-8214-4387-8fd3-e390c3717c5d tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0644760 Dec 05 22:00:34.197590 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6a371009-e542-4e55-9175-7fc6116341cc req-41dcfcc8-1e07-4af1-b9bd-0dca1784436f tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0560977 Dec 05 22:00:34.205453 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Request body: {'port': {'device_id': 'da9b39b6-9437-4c19-b50e-976823c2cc4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 22:00:34.280826 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-100f88d8-6224-4c3e-a66f-f72d5e389094 None None] Provisioning for port cc74e548-4d68-4fbf-9197-c2c3034a29f4 completed by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 22:00:34.286857 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-100f88d8-6224-4c3e-a66f-f72d5e389094 None None] Provisioning complete for port cc74e548-4d68-4fbf-9197-c2c3034a29f4 triggered by entity DHCP. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 22:00:34.287278 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-100f88d8-6224-4c3e-a66f-f72d5e389094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:34.320840 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:34.340956 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-100f88d8-6224-4c3e-a66f-f72d5e389094 None None] Port cc74e548-4d68-4fbf-9197-c2c3034a29f4 cannot update to ACTIVE because it is not bound. {{(pid=80241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 05 22:00:34.735576 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc74e548-4d68-4fbf-9197-c2c3034a29f4 {{(pid=80240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 05 22:00:34.742808 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:34.755357 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Transition to ACTIVE for port object cc74e548-4d68-4fbf-9197-c2c3034a29f4 will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 05 22:00:34.758063 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:34.773738 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1937a3f8-6755-42b5-a941-01f2a36e134e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:00:34.912041 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Pushing event updated for resources: {'Port': ['ID=cc74e548-4d68-4fbf-9197-c2c3034a29f4,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:00:34.916454 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:00:35.091276 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Attempting to bind port cc74e548-4d68-4fbf-9197-c2c3034a29f4 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 05 22:00:35.091899 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Attempting to bind port cc74e548-4d68-4fbf-9197-c2c3034a29f4 by drivers openvswitch on host hv-cinder-75790 at level 0 using segments [{'id': 'c3eaa949-f667-4b54-af2b-4503bb5dc319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 05 22:00:35.092051 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Attempting to bind port cc74e548-4d68-4fbf-9197-c2c3034a29f4 on network 1c0ce6f0-6735-403d-8199-e1ed266329f6 {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 05 22:00:35.098363 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Checking agent: {'id': '73420180-90c9-4440-8e64-a61aa3b256a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 5, 21, 39, 15), 'started_at': datetime.datetime(2020, 12, 5, 21, 39, 45), 'heartbeat_timestamp': datetime.datetime(2020, 12, 5, 22, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 7, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 05 22:00:35.098738 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Checking segment: {'id': 'c3eaa949-f667-4b54-af2b-4503bb5dc319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 05 22:00:35.099140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:35.099540 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Bound using segment: {'id': 'c3eaa949-f667-4b54-af2b-4503bb5dc319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 05 22:00:35.100036 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Bound port: cc74e548-4d68-4fbf-9197-c2c3034a29f4, host: hv-cinder-75790, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3eaa949-f667-4b54-af2b-4503bb5dc319', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 05 22:00:35.100658 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:35.194040 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] For port cc74e548-4d68-4fbf-9197-c2c3034a29f4, host hv-cinder-75790, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 05 22:00:35.197518 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] For port cc74e548-4d68-4fbf-9197-c2c3034a29f4, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=cc74e548-4d68-4fbf-9197-c2c3034a29f4,segment=NetworkSegment(c3eaa949-f667-4b54-af2b-4503bb5dc319),segment_id=c3eaa949-f667-4b54-af2b-4503bb5dc319)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 05 22:00:35.200128 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839085203'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:35.215452 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d8605df9-60de-4dd5-84d3-f09d31c4a418 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:00:35.411702 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Pushing event updated for resources: {'Port': ['ID=cc74e548-4d68-4fbf-9197-c2c3034a29f4,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:00:35.419327 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:00:35.467548 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:35.468239 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:35.469713 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] 10.222.0.53 "PUT /v2.0/ports/cc74e548-4d68-4fbf-9197-c2c3034a29f4 HTTP/1.1" status: 200 len: 1157 time: 1.2691393 Dec 05 22:00:35.470242 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9b39b6-9437-4c19-b50e-976823c2cc4e', 'tag': 'cc74e548-4d68-4fbf-9197-c2c3034a29f4'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 22:00:35.487650 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290c1d2-4276-49d3-a81f-67fe9db6cd58 req-aca7ee02-8a59-40cb-9bd5-5f90f6f8725a tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:35.489806 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-0290c1d2-4276-49d3-a81f-67fe9db6cd58 req-aca7ee02-8a59-40cb-9bd5-5f90f6f8725a tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Synchronizing usage tracker for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 22:00:35.506058 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-0290c1d2-4276-49d3-a81f-67fe9db6cd58 req-aca7ee02-8a59-40cb-9bd5-5f90f6f8725a tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Unset dirty status for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 22:00:35.508576 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0290c1d2-4276-49d3-a81f-67fe9db6cd58 req-aca7ee02-8a59-40cb-9bd5-5f90f6f8725a tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 943 time: 0.1687746 Dec 05 22:00:35.622882 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9b39b6-9437-4c19-b50e-976823c2cc4e', 'tag': 'cc74e548-4d68-4fbf-9197-c2c3034a29f4', 'status': 'completed', 'code': 200} Dec 05 22:00:35.631035 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0290c1d2-4276-49d3-a81f-67fe9db6cd58 req-92457d77-5f1b-423b-8000-81fd1a4faf23 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1013572 Dec 05 22:00:35.653457 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-d87fc6a8-e919-49b3-a1bd-66a7f2fc801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:35.655129 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-d87fc6a8-e919-49b3-a1bd-66a7f2fc801b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096&device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 1160 time: 0.1070521 Dec 05 22:00:35.741709 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-2b571d9b-e185-42b7-b190-4b2142dfaa34 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc74e548-4d68-4fbf-9197-c2c3034a29f4 HTTP/1.1" status: 200 len: 217 time: 0.0673244 Dec 05 22:00:35.809722 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-282950a0-1d48-4d47-9a3e-68cd16be920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:35.811160 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-282950a0-1d48-4d47-9a3e-68cd16be920b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a93c8b0f-41cc-408e-9bba-680741f7a85e HTTP/1.1" status: 200 len: 850 time: 0.0631375 Dec 05 22:00:35.891501 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-5fca13e9-0f15-47fa-b88e-5f9ca03fdef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:35.893078 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-5fca13e9-0f15-47fa-b88e-5f9ca03fdef5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c0ce6f0-6735-403d-8199-e1ed266329f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746789 Dec 05 22:00:36.033885 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-e3bb1b5a-4705-405b-a834-94153e5d9f36 service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339924 Dec 05 22:00:36.174397 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5b7a4ac-4ca1-4b48-9236-a8e1320c9835 req-ded1aad7-16a2-4519-9297-50786834259b service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1329973 Dec 05 22:00:36.331264 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6981d0c-d99c-4b35-9361-f757eeb08b9f req-d9f85842-34be-42c7-97ea-6344a128c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:36.333466 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b6981d0c-d99c-4b35-9361-f757eeb08b9f req-d9f85842-34be-42c7-97ea-6344a128c57a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096&device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 1160 time: 0.0751991 Dec 05 22:00:36.478930 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6981d0c-d99c-4b35-9361-f757eeb08b9f req-c614b095-214c-462c-807a-525c875ba75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:36.480588 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b6981d0c-d99c-4b35-9361-f757eeb08b9f req-c614b095-214c-462c-807a-525c875ba75a service neutron] 10.222.0.53 "GET /v2.0/networks?id=1c0ce6f0-6735-403d-8199-e1ed266329f6 HTTP/1.1" status: 200 len: 905 time: 0.1401196 Dec 05 22:00:36.561550 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b6981d0c-d99c-4b35-9361-f757eeb08b9f req-d0d8611c-4f1a-43e8-83cb-a50679cf95f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc74e548-4d68-4fbf-9197-c2c3034a29f4 HTTP/1.1" status: 200 len: 217 time: 0.0736256 Dec 05 22:00:36.628451 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6981d0c-d99c-4b35-9361-f757eeb08b9f req-a9035d54-cc3a-4a50-9f27-af2a765729b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:36.629994 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b6981d0c-d99c-4b35-9361-f757eeb08b9f req-a9035d54-cc3a-4a50-9f27-af2a765729b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a93c8b0f-41cc-408e-9bba-680741f7a85e HTTP/1.1" status: 200 len: 850 time: 0.0625556 Dec 05 22:00:36.708995 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6981d0c-d99c-4b35-9361-f757eeb08b9f req-4bda4a77-d9cb-4af1-9fbb-6e37bf78f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:36.710606 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b6981d0c-d99c-4b35-9361-f757eeb08b9f req-4bda4a77-d9cb-4af1-9fbb-6e37bf78f9fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c0ce6f0-6735-403d-8199-e1ed266329f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744352 Dec 05 22:00:36.846977 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235bd6a-bc9d-46b5-bb4b-133ebe9643a0 req-e61e3996-379f-480c-959f-35febf5d0045 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:36.848577 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a235bd6a-bc9d-46b5-bb4b-133ebe9643a0 req-e61e3996-379f-480c-959f-35febf5d0045 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 943 time: 0.0850692 Dec 05 22:00:36.854265 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b6981d0c-d99c-4b35-9361-f757eeb08b9f req-6d66fe79-dbae-4692-92c3-0ad84bfce2ad service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367517 Dec 05 22:00:36.897597 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a235bd6a-bc9d-46b5-bb4b-133ebe9643a0 req-5975229a-8949-4c41-b5f9-75eaf7d64123 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0426188 Dec 05 22:00:36.997112 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b6981d0c-d99c-4b35-9361-f757eeb08b9f req-dc2cf51c-fecc-470e-8653-d2a003e41db6 service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1361194 Dec 05 22:00:38.337982 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba25938-8c7b-46d3-8446-33835e532275 req-9616dc43-aa7c-4fcb-abe5-e30810952dde tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:38.339574 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cba25938-8c7b-46d3-8446-33835e532275 req-9616dc43-aa7c-4fcb-abe5-e30810952dde tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 943 time: 0.3143210 Dec 05 22:00:38.386663 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cba25938-8c7b-46d3-8446-33835e532275 req-56e8e1b0-233d-4570-8ccb-b10d8b58b8bb tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0408301 Dec 05 22:00:39.606278 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c374f86-ba16-4fcb-b5f3-b7f342036c0b req-6f65c641-29d1-4c62-8c70-7948a2139160 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:39.607893 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c374f86-ba16-4fcb-b5f3-b7f342036c0b req-6f65c641-29d1-4c62-8c70-7948a2139160 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 943 time: 0.0910656 Dec 05 22:00:39.655087 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c374f86-ba16-4fcb-b5f3-b7f342036c0b req-4506ff19-d78c-4920-a861-6e82f138d2c2 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0401101 Dec 05 22:00:40.862942 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484d672-27b2-4c88-9d0a-2dd71c4f6cac req-f9cee78c-9fb1-46fd-bc5d-963bf7347632 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:40.865218 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7484d672-27b2-4c88-9d0a-2dd71c4f6cac req-f9cee78c-9fb1-46fd-bc5d-963bf7347632 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 943 time: 0.0822589 Dec 05 22:00:40.914316 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7484d672-27b2-4c88-9d0a-2dd71c4f6cac req-41ad4343-b428-414b-b11f-d044192a03e0 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0429006 Dec 05 22:00:42.125415 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deb36d-d7d6-48f2-ae36-969496431270 req-fdfe6933-1a61-42a2-bc20-4093b95b7078 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:42.126964 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-40deb36d-d7d6-48f2-ae36-969496431270 req-fdfe6933-1a61-42a2-bc20-4093b95b7078 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 943 time: 0.0810714 Dec 05 22:00:42.177316 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-40deb36d-d7d6-48f2-ae36-969496431270 req-85e143e5-6fab-4c62-a4f0-752e37609b2b tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0430369 Dec 05 22:00:43.387227 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc748a-8d31-4b14-8e04-5d5d61d3beb0 req-ae6af598-5fa7-4b60-9e79-15af453098d4 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:43.388832 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-eedc748a-8d31-4b14-8e04-5d5d61d3beb0 req-ae6af598-5fa7-4b60-9e79-15af453098d4 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 943 time: 0.0816436 Dec 05 22:00:43.437221 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-eedc748a-8d31-4b14-8e04-5d5d61d3beb0 req-1ea291af-d97f-4fe9-905b-00be00d87cf7 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0416014 Dec 05 22:00:44.658356 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c57b4-4321-48a5-8733-cb828bc9bf44 req-8c39223a-e947-4367-b5ec-2a61f18cb518 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:44.661149 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d35c57b4-4321-48a5-8733-cb828bc9bf44 req-8c39223a-e947-4367-b5ec-2a61f18cb518 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 943 time: 0.0863686 Dec 05 22:00:44.708616 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d35c57b4-4321-48a5-8733-cb828bc9bf44 req-0bd3d9b4-1cf4-4db3-9bd9-0f963624d398 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0415227 Dec 05 22:00:45.915388 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:45.919989 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca773be9-69c4-4516-b2de-dd3385c702ea req-fa317f58-4828-4b0a-986b-1e10957ad326 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:45.921576 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ca773be9-69c4-4516-b2de-dd3385c702ea req-fa317f58-4828-4b0a-986b-1e10957ad326 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 943 time: 0.0859554 Dec 05 22:00:45.967954 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ca773be9-69c4-4516-b2de-dd3385c702ea req-c23a0157-078d-451a-9718-e4662ba47e30 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0392706 Dec 05 22:00:46.826090 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device cc74e548-4d68-4fbf-9197-c2c3034a29f4 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 22:00:46.893314 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning for port cc74e548-4d68-4fbf-9197-c2c3034a29f4 completed by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 05 22:00:46.898382 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port cc74e548-4d68-4fbf-9197-c2c3034a29f4 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 22:00:46.898800 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:47.017530 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:47.046221 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9b39b6-9437-4c19-b50e-976823c2cc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc74e548-4d68-4fbf-9197-c2c3034a29f4'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 22:00:47.057034 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port cc74e548-4d68-4fbf-9197-c2c3034a29f4, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=cc74e548-4d68-4fbf-9197-c2c3034a29f4,segment=NetworkSegment(c3eaa949-f667-4b54-af2b-4503bb5dc319),segment_id=c3eaa949-f667-4b54-af2b-4503bb5dc319)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 22:00:47.060645 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:47.062597 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-915582af-531b-4cbb-9522-e6102e87f672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:00:47.129145 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=cc74e548-4d68-4fbf-9197-c2c3034a29f4,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:00:47.137378 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.137774 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.138157 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.139514 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.139514 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.139514 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.139514 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.139994 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.140336 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.140701 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.141116 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.141407 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.141829 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.142195 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.142555 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.142914 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.143274 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.143636 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.144019 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.144394 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.144764 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.145126 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.146022 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.146388 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:47.150953 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:00:47.198902 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9b39b6-9437-4c19-b50e-976823c2cc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc74e548-4d68-4fbf-9197-c2c3034a29f4', 'code': 200} Dec 05 22:00:47.429260 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878479bb-d77e-42c7-b5e9-7adc10bc0181 req-813bb4ea-bb29-4b29-8809-a8718c190a9c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:47.430781 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-878479bb-d77e-42c7-b5e9-7adc10bc0181 req-813bb4ea-bb29-4b29-8809-a8718c190a9c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 945 time: 0.3298111 Dec 05 22:00:47.480147 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-878479bb-d77e-42c7-b5e9-7adc10bc0181 req-4b1891e7-73c1-4e62-be82-b6e56c5ed2ac tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0427802 Dec 05 22:00:47.540901 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8139ef-7644-4e04-940c-320b2f702b12 req-2788bd91-cead-49ae-a660-5a1a3c181fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:47.542549 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2b8139ef-7644-4e04-940c-320b2f702b12 req-2788bd91-cead-49ae-a660-5a1a3c181fe6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 1162 time: 0.0782442 Dec 05 22:00:47.593735 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2b8139ef-7644-4e04-940c-320b2f702b12 req-ccd986d6-394c-4156-a613-b264ee7263c2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0429697 Dec 05 22:00:48.372644 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device cc74e548-4d68-4fbf-9197-c2c3034a29f4 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 22:00:48.461961 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port cc74e548-4d68-4fbf-9197-c2c3034a29f4 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 22:00:48.462378 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:48.705999 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ababeb-bec3-45e8-b34b-cd5e349ce014 req-c5c2905d-a022-4320-8c2f-ef99f87c9ea9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:48.707580 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-01ababeb-bec3-45e8-b34b-cd5e349ce014 req-c5c2905d-a022-4320-8c2f-ef99f87c9ea9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 945 time: 0.0832536 Dec 05 22:00:48.754112 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-01ababeb-bec3-45e8-b34b-cd5e349ce014 req-e62a5f69-f343-4329-9f86-9b233c9cbf7e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0401216 Dec 05 22:00:49.966850 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de3f01-284f-4f13-8a63-b56daf80626d req-6234d912-66a1-47c9-98d9-ef108612a4a2 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:49.968482 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-51de3f01-284f-4f13-8a63-b56daf80626d req-6234d912-66a1-47c9-98d9-ef108612a4a2 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 945 time: 0.0834901 Dec 05 22:00:50.015514 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-51de3f01-284f-4f13-8a63-b56daf80626d req-ec3674fb-f531-46c6-962c-0a26d3071e25 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0403764 Dec 05 22:00:50.228646 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c71119-315a-4a67-b9b4-50fb82a35c67 req-f19cc250-fb45-4125-9850-512ad89bebad tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:50.230128 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-57c71119-315a-4a67-b9b4-50fb82a35c67 req-f19cc250-fb45-4125-9850-512ad89bebad tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 945 time: 0.0863273 Dec 05 22:00:50.277804 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-57c71119-315a-4a67-b9b4-50fb82a35c67 req-eace28ec-dad0-4e57-9ef7-a664d555594c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0412314 Dec 05 22:00:50.370060 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device cc74e548-4d68-4fbf-9197-c2c3034a29f4 up at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 05 22:00:50.441363 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Provisioning complete for port cc74e548-4d68-4fbf-9197-c2c3034a29f4 triggered by entity L2. {{(pid=80241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 05 22:00:50.441785 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853436950'] for port, provisioning_complete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:50.495117 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-faad3360-4478-49b8-8f73-f8f81c40f58b tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1630945 Dec 05 22:00:50.505831 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Request body: {'floatingip': {'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 22:00:50.511681 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 05 22:00:50.523453 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 05 22:00:50.533891 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for floatingip, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:50.690695 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:50.956962 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Allocated IP 172.27.1.127 (dd6739ac-3b61-4fa5-bbf5-45fb885265ae/91227b10-c165-4e57-9f01-5809fdb2af08/995e0545-9d85-49d8-a519-f455772599f2) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 05 22:00:51.111742 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:51.137685 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363284944454516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:51.153235 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c27fe244-da69-4e0b-8e02-5f9674578a8a tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:00:51.295620 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Pushing event updated for resources: {'Port': ['ID=995e0545-9d85-49d8-a519-f455772599f2,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:00:51.306111 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.306535 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.306949 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.307362 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.307791 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.308201 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.308610 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.309009 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.309409 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.309811 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.310213 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.310610 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.311065 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.311466 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.311891 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.312290 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.312701 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.313125 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.313518 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.313913 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.314314 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.314710 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.315109 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.315500 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:00:51.320570 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:00:51.361806 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Network dd6739ac-3b61-4fa5-bbf5-45fb885265ae is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 05 22:00:51.362953 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 05 22:00:51.366099 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 05 22:00:51.447259 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for floatingip, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:51.508814 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:51.772194 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:51.775976 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14624611'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:51.795345 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e61f045a-98cc-46b0-af44-ca87b0147166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:00:51.934412 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Pushing event updated for resources: {'Port': ['ID=995e0545-9d85-49d8-a519-f455772599f2,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:00:51.938760 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:00:52.026889 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854189884'] for floatingip, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:52.059335 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:52.060658 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5594549 Dec 05 22:00:52.145873 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-1e108438-1521-4ca4-bc76-748d08a0291e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Synchronizing usage tracker for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:floatingip {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 22:00:52.160588 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-1e108438-1521-4ca4-bc76-748d08a0291e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Unset dirty status for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:floatingip {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 22:00:52.162364 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-1e108438-1521-4ca4-bc76-748d08a0291e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.1.127 HTTP/1.1" status: 200 len: 696 time: 0.0951457 Dec 05 22:00:52.320007 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-bbd7ce1f-3e0b-4b5d-acd3-0a8b855200e7 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:52.321443 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-bbd7ce1f-3e0b-4b5d-acd3-0a8b855200e7 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/networks/dd6739ac-3b61-4fa5-bbf5-45fb885265ae HTTP/1.1" status: 200 len: 784 time: 0.1531999 Dec 05 22:00:52.332149 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-b8476093-83c5-421d-b977-ae3b08cf1219 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80239) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 05 22:00:52.333678 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a5e52219-58a3-4b67-af51-ac897a34c539 req-b8476093-83c5-421d-b977-ae3b08cf1219 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0062835 Dec 05 22:00:52.525614 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-7e2fa8ba-d695-4d01-837b-c1b1659bcf7e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:52.527156 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-7e2fa8ba-d695-4d01-837b-c1b1659bcf7e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0836978 Dec 05 22:00:52.615158 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-e1b01fec-337d-4767-ad40-db3f74279624 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.1.127 HTTP/1.1" status: 200 len: 696 time: 0.0809665 Dec 05 22:00:52.625406 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-e5a64f08-8206-4f56-80bc-41079fbb61ca tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Request body: {'floatingip': {'port_id': 'cc74e548-4d68-4fbf-9197-c2c3034a29f4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 05 22:00:52.705361 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-e5a64f08-8206-4f56-80bc-41079fbb61ca tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for floatingip, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:53.311407 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-e5a64f08-8206-4f56-80bc-41079fbb61ca tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for floatingip, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:53.314175 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-e5a64f08-8206-4f56-80bc-41079fbb61ca tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854189884'] for floatingip, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:53.486264 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-e5a64f08-8206-4f56-80bc-41079fbb61ca tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Floating IP c557bc59-99f4-4c16-9889-f6c70ad64c6b associated. External IP: 172.27.1.127, port: cc74e548-4d68-4fbf-9197-c2c3034a29f4. Dec 05 22:00:53.842595 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-e5a64f08-8206-4f56-80bc-41079fbb61ca tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Router bdab0e7d-99e6-40e0-94f6-1213d13b502e has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 22:00:54.252643 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-e5a64f08-8206-4f56-80bc-41079fbb61ca tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 22:00:54.257797 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-e5a64f08-8206-4f56-80bc-41079fbb61ca tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:54.263511 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9af371f-3e2a-4827-bb3c-0ec8670b06f9 None None] Sync routers for ids ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 22:00:54.275526 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9af371f-3e2a-4827-bb3c-0ec8670b06f9 None None] Routers {'bdab0e7d-99e6-40e0-94f6-1213d13b502e'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 22:00:54.276239 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b9af371f-3e2a-4827-bb3c-0ec8670b06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T22:00:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:00:54.312370 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-e5a64f08-8206-4f56-80bc-41079fbb61ca tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "PUT /v2.0/floatingips/c557bc59-99f4-4c16-9889-f6c70ad64c6b HTTP/1.1" status: 200 len: 996 time: 1.6910722 Dec 05 22:00:54.312897 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9b39b6-9437-4c19-b50e-976823c2cc4e', 'tag': 'cc74e548-4d68-4fbf-9197-c2c3034a29f4'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 22:00:54.374470 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9b39b6-9437-4c19-b50e-976823c2cc4e', 'tag': 'cc74e548-4d68-4fbf-9197-c2c3034a29f4', 'status': 'completed', 'code': 200} Dec 05 22:00:54.402139 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-72b20481-e659-411b-b1f0-5d4b2f199d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:54.403818 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-72b20481-e659-411b-b1f0-5d4b2f199d74 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096&device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 1162 time: 0.0778086 Dec 05 22:00:54.478463 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-b9af371f-3e2a-4827-bb3c-0ec8670b06f9 None None] Set router bdab0e7d-99e6-40e0-94f6-1213d13b502e gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 22:00:54.627701 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-688ab2b3-7247-4cb7-9907-93f159c5a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:54.629390 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-688ab2b3-7247-4cb7-9907-93f159c5a7c0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1c0ce6f0-6735-403d-8199-e1ed266329f6 HTTP/1.1" status: 200 len: 905 time: 0.2186506 Dec 05 22:00:54.632466 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f43f69-cdf0-4000-bd40-66e674259983 req-c4ab4b13-efa1-46dc-b38f-0a60d302dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:54.634202 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-11f43f69-cdf0-4000-bd40-66e674259983 req-c4ab4b13-efa1-46dc-b38f-0a60d302dcd6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096&device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 1162 time: 0.1966841 Dec 05 22:00:54.850048 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-e03a5ee2-9837-4b3f-aaf1-a0e5a31094f6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc74e548-4d68-4fbf-9197-c2c3034a29f4 HTTP/1.1" status: 200 len: 999 time: 0.2118030 Dec 05 22:00:54.853247 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b9af371f-3e2a-4827-bb3c-0ec8670b06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': 'b0696bea-e41d-44e0-9c51-937e8b96838e', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'port_id': '6ed28774-aaef-47ec-8a26-aac615f6e79e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'mac_address': 'fa:16:3e:7c:54:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5640e15d-9f66-487a-97ac-964588f6e926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:58:27Z', 'updated_at': '2020-12-05T21:58:32Z', 'revision_number': 2, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'fixed_ip_address_scope': None}, {'id': 'c557bc59-99f4-4c16-9889-f6c70ad64c6b', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'port_id': 'cc74e548-4d68-4fbf-9197-c2c3034a29f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'mac_address': 'fa:16:3e:06:c5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9b39b6-9437-4c19-b50e-976823c2cc4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T22:00:51Z', 'updated_at': '2020-12-05T22:00:53Z', 'revision_number': 1, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb24093-e385-4faa-affc-a2ab4ea247a4', 'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'mac_address': 'fa:16:3e:de:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:44Z', 'updated_at': '2020-12-05T21:54:54Z', 'revision_number': 5, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'subnets': [{'id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:00:54.857736 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9af371f-3e2a-4827-bb3c-0ec8670b06f9 None None] Checking router: bdab0e7d-99e6-40e0-94f6-1213d13b502e for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 22:00:54.867493 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9af371f-3e2a-4827-bb3c-0ec8670b06f9 None None] Routers {'bdab0e7d-99e6-40e0-94f6-1213d13b502e'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 22:00:54.868193 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b9af371f-3e2a-4827-bb3c-0ec8670b06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T22:00:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:00:54.897854 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7252-9118-4182-83b8-11c9c710ffec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:54.934996 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f43f69-cdf0-4000-bd40-66e674259983 req-6aa5a99e-2728-4902-a0d0-76bfdcea2f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:54.936606 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-11f43f69-cdf0-4000-bd40-66e674259983 req-6aa5a99e-2728-4902-a0d0-76bfdcea2f0d service neutron] 10.222.0.53 "GET /v2.0/networks?id=1c0ce6f0-6735-403d-8199-e1ed266329f6 HTTP/1.1" status: 200 len: 905 time: 0.2457087 Dec 05 22:00:54.946673 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-de26f04b-eb30-4315-9334-f9bea3e323cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:54.948302 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-de26f04b-eb30-4315-9334-f9bea3e323cf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a93c8b0f-41cc-408e-9bba-680741f7a85e HTTP/1.1" status: 200 len: 850 time: 0.0912042 Dec 05 22:00:55.052161 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-b9af371f-3e2a-4827-bb3c-0ec8670b06f9 None None] Set router bdab0e7d-99e6-40e0-94f6-1213d13b502e gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 22:00:55.105703 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-11f43f69-cdf0-4000-bd40-66e674259983 req-4eab4292-2455-4693-bd57-b3d8aa13a8f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc74e548-4d68-4fbf-9197-c2c3034a29f4 HTTP/1.1" status: 200 len: 999 time: 0.1562402 Dec 05 22:00:55.182238 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-83e99dc6-6836-41a6-b8e0-fe6933b010f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:55.183912 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-83e99dc6-6836-41a6-b8e0-fe6933b010f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c0ce6f0-6735-403d-8199-e1ed266329f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1766472 Dec 05 22:00:55.198021 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-a195b8fb-adc0-48ad-ae7c-c930df072fcd service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80240) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 05 22:00:55.199069 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-a195b8fb-adc0-48ad-ae7c-c930df072fcd service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0067406 Dec 05 22:00:55.203414 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f43f69-cdf0-4000-bd40-66e674259983 req-357c2603-f9dc-4077-ae56-a4753d5a5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:55.204979 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-11f43f69-cdf0-4000-bd40-66e674259983 req-357c2603-f9dc-4077-ae56-a4753d5a5942 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a93c8b0f-41cc-408e-9bba-680741f7a85e HTTP/1.1" status: 200 len: 850 time: 0.0923200 Dec 05 22:00:55.411501 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-0bb4eef8-22f7-4488-aef1-565e57a25e64 service neutron] 10.222.0.50 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047973 Dec 05 22:00:55.415771 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b9af371f-3e2a-4827-bb3c-0ec8670b06f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': 'b0696bea-e41d-44e0-9c51-937e8b96838e', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'port_id': '6ed28774-aaef-47ec-8a26-aac615f6e79e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'mac_address': 'fa:16:3e:7c:54:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5640e15d-9f66-487a-97ac-964588f6e926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:58:27Z', 'updated_at': '2020-12-05T21:58:32Z', 'revision_number': 2, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'fixed_ip_address_scope': None}, {'id': 'c557bc59-99f4-4c16-9889-f6c70ad64c6b', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'port_id': 'cc74e548-4d68-4fbf-9197-c2c3034a29f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'mac_address': 'fa:16:3e:06:c5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9b39b6-9437-4c19-b50e-976823c2cc4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T22:00:51Z', 'updated_at': '2020-12-05T22:00:53Z', 'revision_number': 1, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb24093-e385-4faa-affc-a2ab4ea247a4', 'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'mac_address': 'fa:16:3e:de:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:44Z', 'updated_at': '2020-12-05T21:54:54Z', 'revision_number': 5, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'subnets': [{'id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:00:55.417216 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f43f69-cdf0-4000-bd40-66e674259983 req-48ceb0ba-b9c4-4813-895b-0c2f51f1c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:00:55.418817 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-11f43f69-cdf0-4000-bd40-66e674259983 req-48ceb0ba-b9c4-4813-895b-0c2f51f1c717 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c0ce6f0-6735-403d-8199-e1ed266329f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1872463 Dec 05 22:00:55.420138 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9af371f-3e2a-4827-bb3c-0ec8670b06f9 None None] The sync data for ids ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'] in dv-cinder-757908-4-iscsi is: [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': 'b0696bea-e41d-44e0-9c51-937e8b96838e', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'port_id': '6ed28774-aaef-47ec-8a26-aac615f6e79e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'mac_address': 'fa:16:3e:7c:54:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5640e15d-9f66-487a-97ac-964588f6e926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:58:27Z', 'updated_at': '2020-12-05T21:58:32Z', 'revision_number': 2, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'fixed_ip_address_scope': None}, {'id': 'c557bc59-99f4-4c16-9889-f6c70ad64c6b', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'port_id': 'cc74e548-4d68-4fbf-9197-c2c3034a29f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'mac_address': 'fa:16:3e:06:c5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9b39b6-9437-4c19-b50e-976823c2cc4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T22:00:51Z', 'updated_at': '2020-12-05T22:00:53Z', 'revision_number': 1, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb24093-e385-4faa-affc-a2ab4ea247a4', 'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'mac_address': 'fa:16:3e:de:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:44Z', 'updated_at': '2020-12-05T21:54:54Z', 'revision_number': 5, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'subnets': [{'id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 22:00:55.694554 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f1aa053-a197-4151-8bec-f4b52d62d130 req-c63951f0-e2af-4cb3-b284-e781a8500a71 service neutron] 10.222.0.50 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2746878 Dec 05 22:00:55.698174 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-11f43f69-cdf0-4000-bd40-66e674259983 req-4db9ca26-2ff1-4980-b0db-9d0253d1d823 service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547586 Dec 05 22:00:55.741248 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b5dba-0449-43cf-986a-c02b3068bbac None None] New status for floating IP c557bc59-99f4-4c16-9889-f6c70ad64c6b: ACTIVE {{(pid=80241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 05 22:00:55.851090 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-11f43f69-cdf0-4000-bd40-66e674259983 req-dbeb5fb3-2d1a-4100-a9ed-0b04ae41c0e8 service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1461473 Dec 05 22:00:56.544363 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 22:00:57.836844 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-170b2b00-d8c8-409e-a263-22454272d6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:58.458222 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:00:59.826131 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:01:01.206387 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:01:15.909840 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:01:22.285717 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-489cfd96-2467-49c9-b718-b503261c575a req-a9dc94a3-8b24-48c8-b37e-5fd645c94c5c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5640e15d-9f66-487a-97ac-964588f6e926&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0748534 Dec 05 22:01:22.393663 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cfd96-2467-49c9-b718-b503261c575a req-8fef36b9-7425-4502-9aa3-dd3bec43cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:01:22.395228 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-489cfd96-2467-49c9-b718-b503261c575a req-8fef36b9-7425-4502-9aa3-dd3bec43cfa2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096&device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 1163 time: 0.0771041 Dec 05 22:01:22.549869 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cfd96-2467-49c9-b718-b503261c575a req-52d824ae-ad97-434c-8af7-1b69c2d545aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:01:22.551364 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-489cfd96-2467-49c9-b718-b503261c575a req-52d824ae-ad97-434c-8af7-1b69c2d545aa service neutron] 10.222.0.53 "GET /v2.0/networks?id=1c0ce6f0-6735-403d-8199-e1ed266329f6 HTTP/1.1" status: 200 len: 905 time: 0.1370747 Dec 05 22:01:22.659703 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-489cfd96-2467-49c9-b718-b503261c575a req-bae46047-b20f-40a5-a967-ecdcee3ed434 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ed28774-aaef-47ec-8a26-aac615f6e79e HTTP/1.1" status: 200 len: 1001 time: 0.1008809 Dec 05 22:01:22.730440 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cfd96-2467-49c9-b718-b503261c575a req-9b83ec72-9f2e-45f5-86d9-b8100e021435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:01:22.732032 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-489cfd96-2467-49c9-b718-b503261c575a req-9b83ec72-9f2e-45f5-86d9-b8100e021435 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a93c8b0f-41cc-408e-9bba-680741f7a85e HTTP/1.1" status: 200 len: 850 time: 0.0657167 Dec 05 22:01:22.810945 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cfd96-2467-49c9-b718-b503261c575a req-ee6ab4ce-5d2d-47e9-a704-7044a59ad2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:01:22.812459 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-489cfd96-2467-49c9-b718-b503261c575a req-ee6ab4ce-5d2d-47e9-a704-7044a59ad2f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c0ce6f0-6735-403d-8199-e1ed266329f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740058 Dec 05 22:01:22.952806 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-489cfd96-2467-49c9-b718-b503261c575a req-445741a0-1ca9-41fd-afbb-a88c7aab9775 service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332433 Dec 05 22:01:23.093242 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-489cfd96-2467-49c9-b718-b503261c575a req-e49d0672-0f9e-4b84-8926-0e19f1dc19b9 service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1330352 Dec 05 22:01:24.899323 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1927b020-aec4-431f-bd44-8c4c2fbc8439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:01:27.838193 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0306037b-1625-49c0-826d-c9d775f554c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:01:28.461073 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:01:29.829245 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:01:31.207809 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:01:33.544369 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 22:01:45.914326 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:01:54.901386 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6d66bdf3-1be2-48ae-bd3a-90464403e45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:01:57.839070 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b28d1ee2-9f81-4ab7-8408-1bf4506dcf93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:01:58.464807 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:00.084251 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:01.209992 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:10.544520 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 22:02:15.923169 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:24.346674 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0393f252-4ff2-42c5-8cb1-82feb920ebae req-68cc0eda-dc00-45de-9a82-69d4af7e7849 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1481483 Dec 05 22:02:24.510588 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393f252-4ff2-42c5-8cb1-82feb920ebae req-d5a9ad5f-d40f-48cc-b5df-d73e31c1e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:24.512175 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0393f252-4ff2-42c5-8cb1-82feb920ebae req-d5a9ad5f-d40f-48cc-b5df-d73e31c1e108 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37ac9d224de24a2484f2fdefe069b4bf&device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 1162 time: 0.0769587 Dec 05 22:02:24.669645 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393f252-4ff2-42c5-8cb1-82feb920ebae req-1040da5c-2ebb-40fa-9e78-9e0baf1d42bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:24.671204 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0393f252-4ff2-42c5-8cb1-82feb920ebae req-1040da5c-2ebb-40fa-9e78-9e0baf1d42bb service neutron] 10.222.0.53 "GET /v2.0/networks?id=811ae4e3-171e-48fa-8bac-30edfe0da7b4 HTTP/1.1" status: 200 len: 904 time: 0.1404250 Dec 05 22:02:24.743309 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0393f252-4ff2-42c5-8cb1-82feb920ebae req-513f7835-082b-4817-ae06-a8aa9c4878e9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6a35222-ae62-4ae7-b015-af636a2f0cf3 HTTP/1.1" status: 200 len: 217 time: 0.0651422 Dec 05 22:02:24.810024 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393f252-4ff2-42c5-8cb1-82feb920ebae req-9701ec5e-0aca-4e50-b1c8-04c5bdbdbb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:24.811446 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0393f252-4ff2-42c5-8cb1-82feb920ebae req-9701ec5e-0aca-4e50-b1c8-04c5bdbdbb9b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1dcf2694-5e4a-45e4-991f-a09b77fb18bf HTTP/1.1" status: 200 len: 849 time: 0.0622218 Dec 05 22:02:24.906085 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-df165bdf-74d1-46d6-a9e0-74c97a5a858d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:25.133780 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393f252-4ff2-42c5-8cb1-82feb920ebae req-d79ea5b7-d225-46e7-9c9b-923b087d9d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:25.135404 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0393f252-4ff2-42c5-8cb1-82feb920ebae req-d79ea5b7-d225-46e7-9c9b-923b087d9d58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=811ae4e3-171e-48fa-8bac-30edfe0da7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3167841 Dec 05 22:02:25.146809 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-0393f252-4ff2-42c5-8cb1-82feb920ebae req-0be4470d-c209-4bdb-9259-b92c2fb760dc service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80240) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 05 22:02:25.147833 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0393f252-4ff2-42c5-8cb1-82feb920ebae req-0be4470d-c209-4bdb-9259-b92c2fb760dc service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0051775 Dec 05 22:02:25.289611 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0393f252-4ff2-42c5-8cb1-82feb920ebae req-d69f9f4a-0730-4a47-a012-e531e19a7843 service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348722 Dec 05 22:02:25.432223 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0393f252-4ff2-42c5-8cb1-82feb920ebae req-c09e279d-be4c-4826-a698-3b21f95c2391 service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1356091 Dec 05 22:02:27.839297 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-08290dbf-8777-456e-866b-c8e9c1e95247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:28.467071 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:29.836082 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:31.212075 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:35.905553 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-c4246ae3-0ee3-4914-a425-4324a6154e61 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/floatingips/c557bc59-99f4-4c16-9889-f6c70ad64c6b HTTP/1.1" status: 200 len: 998 time: 0.1093752 Dec 05 22:02:36.063245 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-73295d35-dad9-4110-82d6-51c4c140bf82 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:36.064744 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-73295d35-dad9-4110-82d6-51c4c140bf82 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/networks/dd6739ac-3b61-4fa5-bbf5-45fb885265ae HTTP/1.1" status: 200 len: 784 time: 0.1531801 Dec 05 22:02:36.075538 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-25ac6c7b-b30a-4ea8-a19c-a53b52c13e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=80239) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 05 22:02:36.076609 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-25ac6c7b-b30a-4ea8-a19c-a53b52c13e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0059731 Dec 05 22:02:36.184067 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-9ad512c6-5322-4344-ba88-a52424e9c6a2 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.1.127 HTTP/1.1" status: 200 len: 1001 time: 0.1012869 Dec 05 22:02:36.258864 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-14b66c7a-db4f-4bf5-8184-b44a600d1db5 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:36.260420 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-14b66c7a-db4f-4bf5-8184-b44a600d1db5 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports/cc74e548-4d68-4fbf-9197-c2c3034a29f4 HTTP/1.1" status: 200 len: 942 time: 0.0704501 Dec 05 22:02:36.442637 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-32b001b7-f8ea-4118-98cf-ff1ff29c8988 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.1.127 HTTP/1.1" status: 200 len: 1001 time: 0.1009450 Dec 05 22:02:36.652384 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Deleting port 995e0545-9d85-49d8-a519-f455772599f2 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 22:02:36.652762 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:37.073262 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:37.073922 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for floatingip, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:37.198417 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Calling delete_port for 995e0545-9d85-49d8-a519-f455772599f2 owned by network:floatingip {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 22:02:37.349070 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:37.364795 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b4f3211d-3742-4fdd-b6ec-e333392c8e88 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:02:37.417679 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Pushing event deleted for resources: {'Port': ['ID=995e0545-9d85-49d8-a519-f455772599f2,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:02:37.480221 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.480643 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.481057 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.481468 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.481880 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.482287 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.482693 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.483097 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.483498 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.483961 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.484369 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.484769 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.485223 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.485625 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.486067 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.486467 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.486905 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.487303 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.487697 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.488119 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.488515 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.488911 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.489306 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.489698 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:37.494906 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:02:37.600587 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for floatingip, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:37.600891 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Floating IP c557bc59-99f4-4c16-9889-f6c70ad64c6b disassociated (deleted). External IP: 172.27.1.127, port: cc74e548-4d68-4fbf-9197-c2c3034a29f4. Dec 05 22:02:37.960716 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Router bdab0e7d-99e6-40e0-94f6-1213d13b502e has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 22:02:38.149700 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 22:02:38.161382 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f4c7bc-0a52-4eac-9551-b8a92f0969b3 None None] Sync routers for ids ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 22:02:38.171084 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f4c7bc-0a52-4eac-9551-b8a92f0969b3 None None] Routers {'bdab0e7d-99e6-40e0-94f6-1213d13b502e'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 22:02:38.171773 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-d7f4c7bc-0a52-4eac-9551-b8a92f0969b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T22:02:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:02:38.176619 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:38.232306 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-6740953d-0ece-4a86-b051-3c6610dedb1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "DELETE /v2.0/floatingips/c557bc59-99f4-4c16-9889-f6c70ad64c6b HTTP/1.1" status: 204 len: 173 time: 1.7829337 Dec 05 22:02:38.232791 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9b39b6-9437-4c19-b50e-976823c2cc4e', 'tag': 'cc74e548-4d68-4fbf-9197-c2c3034a29f4'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 22:02:38.294426 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9b39b6-9437-4c19-b50e-976823c2cc4e', 'tag': 'cc74e548-4d68-4fbf-9197-c2c3034a29f4', 'status': 'completed', 'code': 200} Dec 05 22:02:38.327582 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-c3bfd646-8c73-4d88-a26f-3a0180306743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:38.329601 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-c3bfd646-8c73-4d88-a26f-3a0180306743 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096&device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 1162 time: 0.0841105 Dec 05 22:02:38.372313 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-d7f4c7bc-0a52-4eac-9551-b8a92f0969b3 None None] Set router bdab0e7d-99e6-40e0-94f6-1213d13b502e gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 22:02:38.413852 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126d269-45f2-42f9-adeb-76197a6c85c9 req-c59cdb85-5e37-4f4b-a3fb-a2a2bfb6ff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:38.415490 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5126d269-45f2-42f9-adeb-76197a6c85c9 req-c59cdb85-5e37-4f4b-a3fb-a2a2bfb6ff54 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096&device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 1162 time: 0.0758865 Dec 05 22:02:38.477772 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-dd8bacca-de81-4e6d-95ac-25b615fbccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:38.480032 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-dd8bacca-de81-4e6d-95ac-25b615fbccf1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1c0ce6f0-6735-403d-8199-e1ed266329f6 HTTP/1.1" status: 200 len: 905 time: 0.1424506 Dec 05 22:02:38.564344 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-a0f11136-de27-41d3-989d-0fc6a31f7b34 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc74e548-4d68-4fbf-9197-c2c3034a29f4 HTTP/1.1" status: 200 len: 217 time: 0.0772014 Dec 05 22:02:38.565237 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126d269-45f2-42f9-adeb-76197a6c85c9 req-2bee1d7a-f0d5-4020-8736-155197abb391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:38.567099 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5126d269-45f2-42f9-adeb-76197a6c85c9 req-2bee1d7a-f0d5-4020-8736-155197abb391 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1c0ce6f0-6735-403d-8199-e1ed266329f6 HTTP/1.1" status: 200 len: 905 time: 0.1430836 Dec 05 22:02:38.646167 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5126d269-45f2-42f9-adeb-76197a6c85c9 req-e6553f68-75cb-4760-8cf7-d4493697b7b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc74e548-4d68-4fbf-9197-c2c3034a29f4 HTTP/1.1" status: 200 len: 217 time: 0.0714700 Dec 05 22:02:38.649535 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-577cb21c-0db3-4422-80d8-bc0f27ca1a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:38.652509 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-577cb21c-0db3-4422-80d8-bc0f27ca1a10 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a93c8b0f-41cc-408e-9bba-680741f7a85e HTTP/1.1" status: 200 len: 850 time: 0.0795743 Dec 05 22:02:38.724940 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126d269-45f2-42f9-adeb-76197a6c85c9 req-3433d69c-8423-4dcc-8349-a6bc7a16ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:38.726777 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5126d269-45f2-42f9-adeb-76197a6c85c9 req-3433d69c-8423-4dcc-8349-a6bc7a16ffa0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a93c8b0f-41cc-408e-9bba-680741f7a85e HTTP/1.1" status: 200 len: 850 time: 0.0732858 Dec 05 22:02:38.746119 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-4cef0f13-46d5-4dcf-b309-2a179476101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:38.747852 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-4cef0f13-46d5-4dcf-b309-2a179476101f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c0ce6f0-6735-403d-8199-e1ed266329f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0884595 Dec 05 22:02:38.819761 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126d269-45f2-42f9-adeb-76197a6c85c9 req-91b5fe40-cde7-4aae-b4a4-6f21ddb3d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:38.821395 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5126d269-45f2-42f9-adeb-76197a6c85c9 req-91b5fe40-cde7-4aae-b4a4-6f21ddb3d0dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c0ce6f0-6735-403d-8199-e1ed266329f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0878170 Dec 05 22:02:38.902493 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-88595db4-8119-433c-959d-deacd4da74b3 service neutron] 10.222.0.50 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473141 Dec 05 22:02:38.921482 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-d7f4c7bc-0a52-4eac-9551-b8a92f0969b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': 'b0696bea-e41d-44e0-9c51-937e8b96838e', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'port_id': '6ed28774-aaef-47ec-8a26-aac615f6e79e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'mac_address': 'fa:16:3e:7c:54:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5640e15d-9f66-487a-97ac-964588f6e926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:58:27Z', 'updated_at': '2020-12-05T21:58:32Z', 'revision_number': 2, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb24093-e385-4faa-affc-a2ab4ea247a4', 'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'mac_address': 'fa:16:3e:de:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:44Z', 'updated_at': '2020-12-05T21:54:54Z', 'revision_number': 5, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'subnets': [{'id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:02:38.925764 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f4c7bc-0a52-4eac-9551-b8a92f0969b3 None None] Checking router: bdab0e7d-99e6-40e0-94f6-1213d13b502e for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 22:02:38.935335 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f4c7bc-0a52-4eac-9551-b8a92f0969b3 None None] Routers {'bdab0e7d-99e6-40e0-94f6-1213d13b502e'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 22:02:38.936035 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-d7f4c7bc-0a52-4eac-9551-b8a92f0969b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T22:02:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:02:38.969178 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5126d269-45f2-42f9-adeb-76197a6c85c9 req-0a990536-6eb5-4621-8356-b0911ae12886 service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405785 Dec 05 22:02:39.056128 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29adfef7-cb2c-4400-bdfb-a9e892b0caad req-28efbd33-28c0-4f31-8872-5cef5536b165 service neutron] 10.222.0.50 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1440740 Dec 05 22:02:39.125013 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5126d269-45f2-42f9-adeb-76197a6c85c9 req-fb121bc6-34bc-4b9b-b8c5-64984e80d829 service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1483731 Dec 05 22:02:39.133371 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-d7f4c7bc-0a52-4eac-9551-b8a92f0969b3 None None] Set router bdab0e7d-99e6-40e0-94f6-1213d13b502e gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 22:02:39.486808 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f833045-11ad-4720-b7d0-19141bda1671 req-ad4597d3-75cd-45c3-8e5b-79bbcab3d634 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:39.487563 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-0f833045-11ad-4720-b7d0-19141bda1671 req-ad4597d3-75cd-45c3-8e5b-79bbcab3d634 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Synchronizing usage tracker for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 22:02:39.502911 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-0f833045-11ad-4720-b7d0-19141bda1671 req-ad4597d3-75cd-45c3-8e5b-79bbcab3d634 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Unset dirty status for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 22:02:39.503964 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-d7f4c7bc-0a52-4eac-9551-b8a92f0969b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': 'b0696bea-e41d-44e0-9c51-937e8b96838e', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'port_id': '6ed28774-aaef-47ec-8a26-aac615f6e79e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'mac_address': 'fa:16:3e:7c:54:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5640e15d-9f66-487a-97ac-964588f6e926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:58:27Z', 'updated_at': '2020-12-05T21:58:32Z', 'revision_number': 2, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb24093-e385-4faa-affc-a2ab4ea247a4', 'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'mac_address': 'fa:16:3e:de:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:44Z', 'updated_at': '2020-12-05T21:54:54Z', 'revision_number': 5, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'subnets': [{'id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:02:39.506121 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0f833045-11ad-4720-b7d0-19141bda1671 req-ad4597d3-75cd-45c3-8e5b-79bbcab3d634 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 945 time: 0.1094866 Dec 05 22:02:39.508312 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f4c7bc-0a52-4eac-9551-b8a92f0969b3 None None] The sync data for ids ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'] in dv-cinder-757908-4-iscsi is: [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_floatingips': [{'id': 'b0696bea-e41d-44e0-9c51-937e8b96838e', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'router_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'port_id': '6ed28774-aaef-47ec-8a26-aac615f6e79e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'mac_address': 'fa:16:3e:7c:54:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5640e15d-9f66-487a-97ac-964588f6e926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-05T21:58:27Z', 'updated_at': '2020-12-05T21:58:32Z', 'revision_number': 2, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb24093-e385-4faa-affc-a2ab4ea247a4', 'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'mac_address': 'fa:16:3e:de:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:44Z', 'updated_at': '2020-12-05T21:54:54Z', 'revision_number': 5, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'subnets': [{'id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 22:02:39.556264 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0f833045-11ad-4720-b7d0-19141bda1671 req-2d6e5e4d-ead8-4856-9c42-6981f8e66a3a tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0457864 Dec 05 22:02:39.897878 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315ebf82-e6f9-4ed0-885c-a544e14e615c None None] New status for floating IP c557bc59-99f4-4c16-9889-f6c70ad64c6b: DOWN {{(pid=80241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 05 22:02:40.769276 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898626a6-34d1-4e0a-88c2-ffc48068b926 req-bbc4029f-3c55-4a29-b6ee-929b7e2882ff tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:40.770867 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-898626a6-34d1-4e0a-88c2-ffc48068b926 req-bbc4029f-3c55-4a29-b6ee-929b7e2882ff tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 945 time: 0.0825770 Dec 05 22:02:40.818553 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-898626a6-34d1-4e0a-88c2-ffc48068b926 req-174626ce-ede5-4c1a-ab08-07e579f675b5 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0400403 Dec 05 22:02:41.214821 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device cc74e548-4d68-4fbf-9197-c2c3034a29f4 no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 22:02:41.328699 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:41.356464 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9b39b6-9437-4c19-b50e-976823c2cc4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc74e548-4d68-4fbf-9197-c2c3034a29f4'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 22:02:41.366647 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port cc74e548-4d68-4fbf-9197-c2c3034a29f4, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=cc74e548-4d68-4fbf-9197-c2c3034a29f4,segment=NetworkSegment(c3eaa949-f667-4b54-af2b-4503bb5dc319),segment_id=c3eaa949-f667-4b54-af2b-4503bb5dc319)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 22:02:41.370464 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:41.372383 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:02:41.386028 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd18b37-a43d-460a-9049-92ea801e588d req-0115a091-a394-491a-9af9-eef43e9f6e39 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:41.387595 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4bd18b37-a43d-460a-9049-92ea801e588d req-0115a091-a394-491a-9af9-eef43e9f6e39 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.53 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 945 time: 0.0883448 Dec 05 22:02:41.421037 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9b39b6-9437-4c19-b50e-976823c2cc4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc74e548-4d68-4fbf-9197-c2c3034a29f4', 'code': 200} Dec 05 22:02:41.445057 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=cc74e548-4d68-4fbf-9197-c2c3034a29f4,revision_number=5']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:02:41.453176 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.453556 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.453932 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.454300 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.454669 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.455035 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.455396 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.455810 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.456136 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.456500 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.456856 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.457214 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.457630 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.457989 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.458345 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.458706 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.459056 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.459411 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.459785 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.460135 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.460492 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.460843 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.461198 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.461549 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:41.462828 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-4bd18b37-a43d-460a-9049-92ea801e588d req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Deleting port cc74e548-4d68-4fbf-9197-c2c3034a29f4 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 22:02:41.463217 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4bd18b37-a43d-460a-9049-92ea801e588d req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:41.466167 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:02:41.718282 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-4bd18b37-a43d-460a-9049-92ea801e588d req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] For port cc74e548-4d68-4fbf-9197-c2c3034a29f4, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=cc74e548-4d68-4fbf-9197-c2c3034a29f4,segment=NetworkSegment(c3eaa949-f667-4b54-af2b-4503bb5dc319),segment_id=c3eaa949-f667-4b54-af2b-4503bb5dc319)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 22:02:41.718599 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4bd18b37-a43d-460a-9049-92ea801e588d req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:41.844065 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-4bd18b37-a43d-460a-9049-92ea801e588d req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Calling delete_port for cc74e548-4d68-4fbf-9197-c2c3034a29f4 owned by compute:nova {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 22:02:42.040342 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4bd18b37-a43d-460a-9049-92ea801e588d req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:42.058701 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c1d1a087-d062-4c50-9d58-c3d5e885399f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:02:42.113392 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Pushing event deleted for resources: {'Port': ['ID=cc74e548-4d68-4fbf-9197-c2c3034a29f4,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:02:42.138880 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.139296 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.139704 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.140174 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.140579 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.140976 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.141372 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.141768 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.142160 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.142556 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.142950 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.143340 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75790 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.143805 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.144202 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.144592 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.144984 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.145373 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.145762 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.146151 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.146538 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.146928 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.147314 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.147702 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.148116 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-4-iscsi {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 05 22:02:42.199427 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:02:42.209461 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0e0fa-887c-4f05-a5d1-500bb01fd482 req-7320c32a-88c1-4feb-8ce4-d5a822ed5b61 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:42.211066 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-afc0e0fa-887c-4f05-a5d1-500bb01fd482 req-7320c32a-88c1-4feb-8ce4-d5a822ed5b61 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 943 time: 0.2546546 Dec 05 22:02:42.289326 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-afc0e0fa-887c-4f05-a5d1-500bb01fd482 req-50c322c1-8a8d-4daf-b95f-5aed3dc4d5c1 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0684705 Dec 05 22:02:42.336409 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd18b37-a43d-460a-9049-92ea801e588d req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] No DVR routers for this DVR port cc74e548-4d68-4fbf-9197-c2c3034a29f4 on host hv-cinder-75790 {{(pid=80240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 22:02:42.340290 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4bd18b37-a43d-460a-9049-92ea801e588d req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:42.343001 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9b39b6-9437-4c19-b50e-976823c2cc4e', 'name': 'network-vif-deleted', 'tag': 'cc74e548-4d68-4fbf-9197-c2c3034a29f4'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 22:02:42.358195 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4bd18b37-a43d-460a-9049-92ea801e588d req-8f30857b-3edc-4da5-9d5f-afed0146832e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.53 "DELETE /v2.0/ports/cc74e548-4d68-4fbf-9197-c2c3034a29f4 HTTP/1.1" status: 204 len: 173 time: 0.9645140 Dec 05 22:02:42.406246 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9b39b6-9437-4c19-b50e-976823c2cc4e', 'name': 'network-vif-deleted', 'tag': 'cc74e548-4d68-4fbf-9197-c2c3034a29f4', 'status': 'completed', 'code': 200} Dec 05 22:02:43.491941 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-264c09df-f309-4791-94a1-4d66327be3fc req-574ac721-494d-48db-b4f5-90aef1b67960 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Synchronizing usage tracker for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 22:02:43.507601 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-264c09df-f309-4791-94a1-4d66327be3fc req-574ac721-494d-48db-b4f5-90aef1b67960 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Unset dirty status for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 22:02:43.508881 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-264c09df-f309-4791-94a1-4d66327be3fc req-574ac721-494d-48db-b4f5-90aef1b67960 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=da9b39b6-9437-4c19-b50e-976823c2cc4e HTTP/1.1" status: 200 len: 210 time: 0.0673692 Dec 05 22:02:45.938969 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:47.174852 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-c3b88704-7a68-46e2-9477-ac54d9273126 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/floatingips/b0696bea-e41d-44e0-9c51-937e8b96838e HTTP/1.1" status: 200 len: 998 time: 0.1090040 Dec 05 22:02:47.337865 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-432020ce-fbaf-447d-8e04-51f88a6d9939 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:47.339951 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-432020ce-fbaf-447d-8e04-51f88a6d9939 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/networks/dd6739ac-3b61-4fa5-bbf5-45fb885265ae HTTP/1.1" status: 200 len: 784 time: 0.1591475 Dec 05 22:02:47.452297 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-c174ad1f-ef8f-42ca-a883-5db963ef49b9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.1.50 HTTP/1.1" status: 200 len: 1001 time: 0.1058102 Dec 05 22:02:47.535276 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-b8a17d69-da30-4b7f-b356-b2a1948b743b tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:47.536753 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-b8a17d69-da30-4b7f-b356-b2a1948b743b tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports/6ed28774-aaef-47ec-8a26-aac615f6e79e HTTP/1.1" status: 200 len: 943 time: 0.0786927 Dec 05 22:02:47.545160 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 22:02:47.724017 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-6d9ee600-7eae-4fc5-96b0-495f19fc01a3 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.1.50 HTTP/1.1" status: 200 len: 1001 time: 0.1026101 Dec 05 22:02:47.944761 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-55fbe958-2466-4813-acaf-0688c53e0777 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Deleting port ecc0fc6a-305f-494c-ba04-7e167b8f335c {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 22:02:47.945143 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-55fbe958-2466-4813-acaf-0688c53e0777 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:48.363481 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-55fbe958-2466-4813-acaf-0688c53e0777 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:48.364071 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-55fbe958-2466-4813-acaf-0688c53e0777 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for floatingip, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:48.492608 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-55fbe958-2466-4813-acaf-0688c53e0777 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Calling delete_port for ecc0fc6a-305f-494c-ba04-7e167b8f335c owned by network:floatingip {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 22:02:48.641065 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-55fbe958-2466-4813-acaf-0688c53e0777 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:48.656278 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bcff1917-612d-4fff-8b49-bc4f621b6f79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:02:48.708639 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbe958-2466-4813-acaf-0688c53e0777 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Pushing event deleted for resources: {'Port': ['ID=ecc0fc6a-305f-494c-ba04-7e167b8f335c,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:02:48.713307 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-55fbe958-2466-4813-acaf-0688c53e0777 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:02:48.873334 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-55fbe958-2466-4813-acaf-0688c53e0777 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for floatingip, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:48.873625 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-55fbe958-2466-4813-acaf-0688c53e0777 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Floating IP b0696bea-e41d-44e0-9c51-937e8b96838e disassociated (deleted). External IP: 172.27.1.50, port: 6ed28774-aaef-47ec-8a26-aac615f6e79e. Dec 05 22:02:49.240218 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-55fbe958-2466-4813-acaf-0688c53e0777 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Router bdab0e7d-99e6-40e0-94f6-1213d13b502e has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 22:02:49.430583 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-55fbe958-2466-4813-acaf-0688c53e0777 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 22:02:49.445964 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4e32e3-468c-483b-8bda-67e965a10764 None None] Sync routers for ids ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 22:02:49.456889 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-55fbe958-2466-4813-acaf-0688c53e0777 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:49.457717 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4e32e3-468c-483b-8bda-67e965a10764 None None] Routers {'bdab0e7d-99e6-40e0-94f6-1213d13b502e'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 22:02:49.458400 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-9e4e32e3-468c-483b-8bda-67e965a10764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T22:02:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:02:49.519237 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-55fbe958-2466-4813-acaf-0688c53e0777 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "DELETE /v2.0/floatingips/b0696bea-e41d-44e0-9c51-937e8b96838e HTTP/1.1" status: 204 len: 173 time: 1.7884965 Dec 05 22:02:49.520068 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5640e15d-9f66-487a-97ac-964588f6e926', 'tag': '6ed28774-aaef-47ec-8a26-aac615f6e79e'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 22:02:49.610995 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5640e15d-9f66-487a-97ac-964588f6e926', 'tag': '6ed28774-aaef-47ec-8a26-aac615f6e79e', 'status': 'completed', 'code': 200} Dec 05 22:02:49.641540 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-a864790b-7818-4281-af28-97879bc8c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:49.644022 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-a864790b-7818-4281-af28-97879bc8c43c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096&device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 1163 time: 0.1015360 Dec 05 22:02:49.691654 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-9e4e32e3-468c-483b-8bda-67e965a10764 None None] Set router bdab0e7d-99e6-40e0-94f6-1213d13b502e gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 22:02:49.869166 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b76214-d4c1-4314-ada1-9304e05cd497 req-d272b7c3-c502-478f-908a-c2e65faaf483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:49.870925 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-49b76214-d4c1-4314-ada1-9304e05cd497 req-d272b7c3-c502-478f-908a-c2e65faaf483 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096&device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 1163 time: 0.2236216 Dec 05 22:02:49.879747 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-a03ccca6-5d4c-4598-9407-bb7177094063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:49.881281 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-a03ccca6-5d4c-4598-9407-bb7177094063 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1c0ce6f0-6735-403d-8199-e1ed266329f6 HTTP/1.1" status: 200 len: 905 time: 0.1955893 Dec 05 22:02:49.988351 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-951ef953-0a7f-4112-974d-8454be08c4c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ed28774-aaef-47ec-8a26-aac615f6e79e HTTP/1.1" status: 200 len: 217 time: 0.0849111 Dec 05 22:02:50.061896 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-9e4e32e3-468c-483b-8bda-67e965a10764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'bbb24093-e385-4faa-affc-a2ab4ea247a4', 'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'mac_address': 'fa:16:3e:de:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:44Z', 'updated_at': '2020-12-05T21:54:54Z', 'revision_number': 5, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'subnets': [{'id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:02:50.070250 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4e32e3-468c-483b-8bda-67e965a10764 None None] Checking router: bdab0e7d-99e6-40e0-94f6-1213d13b502e for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 22:02:50.081384 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4e32e3-468c-483b-8bda-67e965a10764 None None] Routers {'bdab0e7d-99e6-40e0-94f6-1213d13b502e'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 22:02:50.082063 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-9e4e32e3-468c-483b-8bda-67e965a10764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T22:02:28Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:02:50.144048 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-59900d4e-2160-4a5c-b065-314e7f0dba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:50.145550 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-59900d4e-2160-4a5c-b065-314e7f0dba44 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a93c8b0f-41cc-408e-9bba-680741f7a85e HTTP/1.1" status: 200 len: 850 time: 0.1052535 Dec 05 22:02:50.150663 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b76214-d4c1-4314-ada1-9304e05cd497 req-d1935516-4553-4418-a421-9f99e0af570d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:50.152767 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-49b76214-d4c1-4314-ada1-9304e05cd497 req-d1935516-4553-4418-a421-9f99e0af570d service neutron] 10.222.0.53 "GET /v2.0/networks?id=1c0ce6f0-6735-403d-8199-e1ed266329f6 HTTP/1.1" status: 200 len: 905 time: 0.2746031 Dec 05 22:02:50.268371 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-49b76214-d4c1-4314-ada1-9304e05cd497 req-f62baac6-0a36-483b-82e4-565b482f2920 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ed28774-aaef-47ec-8a26-aac615f6e79e HTTP/1.1" status: 200 len: 217 time: 0.0797935 Dec 05 22:02:50.311901 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-9e4e32e3-468c-483b-8bda-67e965a10764 None None] Set router bdab0e7d-99e6-40e0-94f6-1213d13b502e gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 22:02:50.358193 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b76214-d4c1-4314-ada1-9304e05cd497 req-2e51eaad-809f-4198-88bb-dd958b371bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:50.359775 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-49b76214-d4c1-4314-ada1-9304e05cd497 req-2e51eaad-809f-4198-88bb-dd958b371bc6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a93c8b0f-41cc-408e-9bba-680741f7a85e HTTP/1.1" status: 200 len: 850 time: 0.0826833 Dec 05 22:02:50.361589 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-01ff93de-6819-419d-af97-16fbb3a34988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:50.363088 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-01ff93de-6819-419d-af97-16fbb3a34988 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c0ce6f0-6735-403d-8199-e1ed266329f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2085502 Dec 05 22:02:50.620585 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b76214-d4c1-4314-ada1-9304e05cd497 req-0d091358-db8b-4c79-bdcc-d743509bb532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:50.622440 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-49b76214-d4c1-4314-ada1-9304e05cd497 req-0d091358-db8b-4c79-bdcc-d743509bb532 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c0ce6f0-6735-403d-8199-e1ed266329f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2555387 Dec 05 22:02:50.634508 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-8d98b572-ad1c-42fb-a6ce-d743cb4a5f82 service neutron] 10.222.0.50 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197943 Dec 05 22:02:50.842684 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-9e4e32e3-468c-483b-8bda-67e965a10764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'bbb24093-e385-4faa-affc-a2ab4ea247a4', 'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'mac_address': 'fa:16:3e:de:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:44Z', 'updated_at': '2020-12-05T21:54:54Z', 'revision_number': 5, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'subnets': [{'id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:02:50.848203 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4e32e3-468c-483b-8bda-67e965a10764 None None] The sync data for ids ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'] in dv-cinder-757908-4-iscsi is: [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T21:54:45Z', 'revision_number': 4, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi', '_interfaces': [{'id': 'bbb24093-e385-4faa-affc-a2ab4ea247a4', 'name': '', 'network_id': '1c0ce6f0-6735-403d-8199-e1ed266329f6', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'mac_address': 'fa:16:3e:de:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:44Z', 'updated_at': '2020-12-05T21:54:54Z', 'revision_number': 5, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'subnets': [{'id': 'a93c8b0f-41cc-408e-9bba-680741f7a85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 22:02:51.167819 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-49b76214-d4c1-4314-ada1-9304e05cd497 req-a59a7bc8-ca4a-42d1-866a-74ddd47a97ef service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5368216 Dec 05 22:02:51.176256 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c751dd1-c871-498b-8d87-ffff9c4a6bfe req-9a05924c-1e8d-42d5-aa2d-e7438701dbb4 service neutron] 10.222.0.50 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5122340 Dec 05 22:02:51.280624 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a393e0-b904-4be3-87cc-56002e2c4d85 None None] New status for floating IP b0696bea-e41d-44e0-9c51-937e8b96838e: DOWN {{(pid=80241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 05 22:02:51.318092 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-49b76214-d4c1-4314-ada1-9304e05cd497 req-733f187c-550d-4e93-9cd6-8dac3028240b service neutron] 10.222.0.53 "GET /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408267 Dec 05 22:02:51.597968 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4896e5-7612-40f1-9553-552a976563e5 req-1436174b-db63-4449-bbc7-a8786603f5dc tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:51.598721 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-2b4896e5-7612-40f1-9553-552a976563e5 req-1436174b-db63-4449-bbc7-a8786603f5dc tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Synchronizing usage tracker for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:port {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 22:02:51.613550 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-2b4896e5-7612-40f1-9553-552a976563e5 req-1436174b-db63-4449-bbc7-a8786603f5dc tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Unset dirty status for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:port {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 22:02:51.614774 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2b4896e5-7612-40f1-9553-552a976563e5 req-1436174b-db63-4449-bbc7-a8786603f5dc tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 946 time: 0.0990820 Dec 05 22:02:51.661923 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2b4896e5-7612-40f1-9553-552a976563e5 req-79521fd1-a8e1-4fb1-85ca-192314ea9974 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0404875 Dec 05 22:02:52.875807 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8487c-b707-4ded-810f-d24727b75168 req-04496f73-20b7-4070-a0ee-d7f18ef3930e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:52.877340 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-88e8487c-b707-4ded-810f-d24727b75168 req-04496f73-20b7-4070-a0ee-d7f18ef3930e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 946 time: 0.0822737 Dec 05 22:02:52.923713 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-88e8487c-b707-4ded-810f-d24727b75168 req-7b90420c-4087-4c7c-8f0b-42867bfe7f76 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups?id=03a943d4-c70b-4385-b2f0-8bfa4b188ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0400894 Dec 05 22:02:53.186119 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Device 6ed28774-aaef-47ec-8a26-aac615f6e79e no longer exists at agent ovs-agent-hv-cinder-75790 {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 22:02:53.307821 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660061'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:53.336191 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5640e15d-9f66-487a-97ac-964588f6e926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ed28774-aaef-47ec-8a26-aac615f6e79e'}] {{(pid=80241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 22:02:53.347550 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] For port 6ed28774-aaef-47ec-8a26-aac615f6e79e, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=6ed28774-aaef-47ec-8a26-aac615f6e79e,segment=NetworkSegment(c3eaa949-f667-4b54-af2b-4503bb5dc319),segment_id=c3eaa949-f667-4b54-af2b-4503bb5dc319)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 22:02:53.349966 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e1ee1-9f6e-4909-b76c-80febed22811 req-019dba35-a8e3-4896-85ee-087fe8c271b1 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:53.350402 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751910813384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751910330688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284944445095'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:53.351556 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-806e1ee1-9f6e-4909-b76c-80febed22811 req-019dba35-a8e3-4896-85ee-087fe8c271b1 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.53 "GET /v2.0/ports?device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 946 time: 0.0860424 Dec 05 22:02:53.353224 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:02:53.401959 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5640e15d-9f66-487a-97ac-964588f6e926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ed28774-aaef-47ec-8a26-aac615f6e79e', 'code': 200} Dec 05 22:02:53.424444 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Pushing event updated for resources: {'Port': ['ID=6ed28774-aaef-47ec-8a26-aac615f6e79e,revision_number=5']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:02:53.427794 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:02:53.429239 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-806e1ee1-9f6e-4909-b76c-80febed22811 req-1623921b-be96-4c7b-96d1-9332555cf4d9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Deleting port 6ed28774-aaef-47ec-8a26-aac615f6e79e {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 22:02:53.429622 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-806e1ee1-9f6e-4909-b76c-80febed22811 req-1623921b-be96-4c7b-96d1-9332555cf4d9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:53.686531 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-806e1ee1-9f6e-4909-b76c-80febed22811 req-1623921b-be96-4c7b-96d1-9332555cf4d9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] For port 6ed28774-aaef-47ec-8a26-aac615f6e79e, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75790',level=0,port_id=6ed28774-aaef-47ec-8a26-aac615f6e79e,segment=NetworkSegment(c3eaa949-f667-4b54-af2b-4503bb5dc319),segment_id=c3eaa949-f667-4b54-af2b-4503bb5dc319)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 22:02:53.687172 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-806e1ee1-9f6e-4909-b76c-80febed22811 req-1623921b-be96-4c7b-96d1-9332555cf4d9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:53.813133 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-806e1ee1-9f6e-4909-b76c-80febed22811 req-1623921b-be96-4c7b-96d1-9332555cf4d9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Calling delete_port for 6ed28774-aaef-47ec-8a26-aac615f6e79e owned by compute:nova {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 22:02:53.957300 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-806e1ee1-9f6e-4909-b76c-80febed22811 req-1623921b-be96-4c7b-96d1-9332555cf4d9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:53.975247 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5c50e817-a870-4e02-9ece-e4dbe38e1f1e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:02:54.034893 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623921b-be96-4c7b-96d1-9332555cf4d9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Pushing event deleted for resources: {'Port': ['ID=6ed28774-aaef-47ec-8a26-aac615f6e79e,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:02:54.037713 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1623921b-be96-4c7b-96d1-9332555cf4d9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:02:54.106195 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5c8dfaa7-6734-4999-9406-e3e52c31b9fe req-51afdc43-d3e8-4dbb-bad0-5cc2993f5efe tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/ports?device_id=5640e15d-9f66-487a-97ac-964588f6e926 HTTP/1.1" status: 200 len: 210 time: 0.0507612 Dec 05 22:02:54.180022 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-806e1ee1-9f6e-4909-b76c-80febed22811 req-1623921b-be96-4c7b-96d1-9332555cf4d9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] No DVR routers for this DVR port 6ed28774-aaef-47ec-8a26-aac615f6e79e on host hv-cinder-75790 {{(pid=80240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 22:02:54.182771 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-806e1ee1-9f6e-4909-b76c-80febed22811 req-1623921b-be96-4c7b-96d1-9332555cf4d9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for port, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:54.185651 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5640e15d-9f66-487a-97ac-964588f6e926', 'name': 'network-vif-deleted', 'tag': '6ed28774-aaef-47ec-8a26-aac615f6e79e'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 05 22:02:54.200788 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-806e1ee1-9f6e-4909-b76c-80febed22811 req-1623921b-be96-4c7b-96d1-9332555cf4d9 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.53 "DELETE /v2.0/ports/6ed28774-aaef-47ec-8a26-aac615f6e79e HTTP/1.1" status: 204 len: 173 time: 0.8428717 Dec 05 22:02:54.245359 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5640e15d-9f66-487a-97ac-964588f6e926', 'name': 'network-vif-deleted', 'tag': '6ed28774-aaef-47ec-8a26-aac615f6e79e', 'status': 'completed', 'code': 200} Dec 05 22:02:54.907879 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f2691bc3-bb18-4af5-9254-166badad3f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:55.330433 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2e3f1622-10f4-4c61-9d31-d814c971a1ce req-17f861e1-7026-4305-b564-b1636c318a4e tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/floatingips/7e57db0e-c72c-429d-b5db-c6d5e063bab8 HTTP/1.1" status: 200 len: 693 time: 0.0814903 Dec 05 22:02:55.486460 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f1622-10f4-4c61-9d31-d814c971a1ce req-02688795-3096-47b8-8ae1-d8f185b90a17 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:02:55.487935 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2e3f1622-10f4-4c61-9d31-d814c971a1ce req-02688795-3096-47b8-8ae1-d8f185b90a17 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/networks/dd6739ac-3b61-4fa5-bbf5-45fb885265ae HTTP/1.1" status: 200 len: 784 time: 0.1517563 Dec 05 22:02:55.573146 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-2e3f1622-10f4-4c61-9d31-d814c971a1ce req-ef03abb2-72fc-49c3-bbc3-4b478ac0c909 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Synchronizing usage tracker for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:floatingip {{(pid=80240) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 05 22:02:55.587699 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-2e3f1622-10f4-4c61-9d31-d814c971a1ce req-ef03abb2-72fc-49c3-bbc3-4b478ac0c909 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Unset dirty status for tenant:aaf2131e956840ecb8bbb23ffd1ee096 on resource:floatingip {{(pid=80240) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 05 22:02:55.589704 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2e3f1622-10f4-4c61-9d31-d814c971a1ce req-ef03abb2-72fc-49c3-bbc3-4b478ac0c909 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.1.147 HTTP/1.1" status: 200 len: 696 time: 0.0953577 Dec 05 22:02:55.676088 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2e3f1622-10f4-4c61-9d31-d814c971a1ce req-d9c499e2-5dfd-421c-92f2-591606a10160 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.27.1.147 HTTP/1.1" status: 200 len: 696 time: 0.0797842 Dec 05 22:02:55.835622 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-2e3f1622-10f4-4c61-9d31-d814c971a1ce req-9621ad41-5d39-48ad-a678-aea92148a5bd tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Deleting port c9415058-139e-4fb3-aaf9-dce190985e8f {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 22:02:55.836046 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-2e3f1622-10f4-4c61-9d31-d814c971a1ce req-9621ad41-5d39-48ad-a678-aea92148a5bd tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:56.008952 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-2e3f1622-10f4-4c61-9d31-d814c971a1ce req-9621ad41-5d39-48ad-a678-aea92148a5bd tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:56.009333 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-2e3f1622-10f4-4c61-9d31-d814c971a1ce req-9621ad41-5d39-48ad-a678-aea92148a5bd tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for floatingip, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:56.135133 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-2e3f1622-10f4-4c61-9d31-d814c971a1ce req-9621ad41-5d39-48ad-a678-aea92148a5bd tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Calling delete_port for c9415058-139e-4fb3-aaf9-dce190985e8f owned by network:floatingip {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 22:02:56.271217 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-2e3f1622-10f4-4c61-9d31-d814c971a1ce req-9621ad41-5d39-48ad-a678-aea92148a5bd tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15690612'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:56.287283 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-72db5d69-9909-4cd6-a24b-f331aabbcbba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:02:56.342124 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621ad41-5d39-48ad-a678-aea92148a5bd tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Pushing event deleted for resources: {'Port': ['ID=c9415058-139e-4fb3-aaf9-dce190985e8f,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:02:56.344891 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9621ad41-5d39-48ad-a678-aea92148a5bd tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:02:56.505155 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-2e3f1622-10f4-4c61-9d31-d814c971a1ce req-9621ad41-5d39-48ad-a678-aea92148a5bd tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for floatingip, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:56.525858 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-2e3f1622-10f4-4c61-9d31-d814c971a1ce req-9621ad41-5d39-48ad-a678-aea92148a5bd tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854516174'] for floatingip, before_response {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:56.527032 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2e3f1622-10f4-4c61-9d31-d814c971a1ce req-9621ad41-5d39-48ad-a678-aea92148a5bd tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "DELETE /v2.0/floatingips/7e57db0e-c72c-429d-b5db-c6d5e063bab8 HTTP/1.1" status: 204 len: 173 time: 0.8450627 Dec 05 22:02:57.843438 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-77804f8a-f85c-4283-8ab5-d87605ef8c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:58.010314 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5b900ad2-a116-4156-86ce-ca01ee368ef9 req-02f85ece-cb0d-4248-92d6-0225be3e8c59 tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "GET /v2.0/security-groups/03a943d4-c70b-4385-b2f0-8bfa4b188ceb HTTP/1.1" status: 200 len: 2885 time: 0.0490472 Dec 05 22:02:58.080987 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-5b900ad2-a116-4156-86ce-ca01ee368ef9 req-45de0ce3-0e68-40b4-9014-a6b65511b47c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:58.110944 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-5b900ad2-a116-4156-86ce-ca01ee368ef9 req-45de0ce3-0e68-40b4-9014-a6b65511b47c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:58.159826 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-5b900ad2-a116-4156-86ce-ca01ee368ef9 req-45de0ce3-0e68-40b4-9014-a6b65511b47c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:58.164932 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1650f61b-c35d-4435-908b-2604b004d3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:02:58.179810 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de0ce3-0e68-40b4-9014-a6b65511b47c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a943d4-c70b-4385-b2f0-8bfa4b188ceb,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:02:58.183088 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-45de0ce3-0e68-40b4-9014-a6b65511b47c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:02:58.189765 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-5b900ad2-a116-4156-86ce-ca01ee368ef9 req-45de0ce3-0e68-40b4-9014-a6b65511b47c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:58.190963 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5b900ad2-a116-4156-86ce-ca01ee368ef9 req-45de0ce3-0e68-40b4-9014-a6b65511b47c tempest-TestVolumeBootPattern-271932302 tempest-TestVolumeBootPattern-271932302] 10.222.0.50 "DELETE /v2.0/security-groups/03a943d4-c70b-4385-b2f0-8bfa4b188ceb HTTP/1.1" status: 204 len: 173 time: 0.1742165 Dec 05 22:02:58.264823 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34780) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 22:02:58.471267 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:58.875181 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9106c44f-d39b-4b9f-b6d1-f44b18fde879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854198554'] for router_interface, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:59.730001 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-9106c44f-d39b-4b9f-b6d1-f44b18fde879 admin admin] Deleting port bbb24093-e385-4faa-affc-a2ab4ea247a4 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 22:02:59.730372 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9106c44f-d39b-4b9f-b6d1-f44b18fde879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:59.839830 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:02:59.919350 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-9106c44f-d39b-4b9f-b6d1-f44b18fde879 admin admin] For port bbb24093-e385-4faa-affc-a2ab4ea247a4, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=bbb24093-e385-4faa-affc-a2ab4ea247a4,segment=NetworkSegment(c3eaa949-f667-4b54-af2b-4503bb5dc319),segment_id=c3eaa949-f667-4b54-af2b-4503bb5dc319)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 22:02:59.919937 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9106c44f-d39b-4b9f-b6d1-f44b18fde879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:00.046047 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-9106c44f-d39b-4b9f-b6d1-f44b18fde879 admin admin] Calling delete_port for bbb24093-e385-4faa-affc-a2ab4ea247a4 owned by network:router_interface {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 22:03:00.214424 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9106c44f-d39b-4b9f-b6d1-f44b18fde879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:00.229603 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-761afc96-c2d4-495f-bc7e-b8bc46208db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:03:00.286536 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106c44f-d39b-4b9f-b6d1-f44b18fde879 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb24093-e385-4faa-affc-a2ab4ea247a4,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:03:00.290465 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9106c44f-d39b-4b9f-b6d1-f44b18fde879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:03:00.632443 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9106c44f-d39b-4b9f-b6d1-f44b18fde879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853522153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854198632'] for router_interface, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:01.127080 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9106c44f-d39b-4b9f-b6d1-f44b18fde879 admin admin] Router bdab0e7d-99e6-40e0-94f6-1213d13b502e has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 22:03:01.215307 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:01.318940 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9106c44f-d39b-4b9f-b6d1-f44b18fde879 admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 22:03:01.328410 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480c688e-4bf2-4d71-aac1-460fe45c3b48 None None] Sync routers for ids ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'] in dv-cinder-757908-4-iscsi {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 22:03:01.335386 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-9106c44f-d39b-4b9f-b6d1-f44b18fde879 admin admin] 10.222.0.50 "PUT /v2.0/routers/bdab0e7d-99e6-40e0-94f6-1213d13b502e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0669217 Dec 05 22:03:01.335647 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34792) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 22:03:01.338657 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480c688e-4bf2-4d71-aac1-460fe45c3b48 None None] Routers {'bdab0e7d-99e6-40e0-94f6-1213d13b502e'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 22:03:01.339314 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-480c688e-4bf2-4d71-aac1-460fe45c3b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T22:02:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:03:01.519501 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e0a82fc9-6e64-4af0-9a21-80214bf3e04c admin admin] Notify callbacks [] for router, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:01.520963 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-480c688e-4bf2-4d71-aac1-460fe45c3b48 None None] Set router bdab0e7d-99e6-40e0-94f6-1213d13b502e gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 22:03:01.702549 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e0a82fc9-6e64-4af0-9a21-80214bf3e04c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:01.707958 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-e0a82fc9-6e64-4af0-9a21-80214bf3e04c admin admin] Deleting port 28905da1-c042-4b20-a982-87e7a5f62089 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 22:03:01.708330 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e0a82fc9-6e64-4af0-9a21-80214bf3e04c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:01.820285 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-480c688e-4bf2-4d71-aac1-460fe45c3b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T22:03:00Z', 'revision_number': 5, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:03:01.824452 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480c688e-4bf2-4d71-aac1-460fe45c3b48 None None] Checking router: bdab0e7d-99e6-40e0-94f6-1213d13b502e for host: dv-cinder-757908-4-iscsi {{(pid=80242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 22:03:01.833351 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480c688e-4bf2-4d71-aac1-460fe45c3b48 None None] Routers {'bdab0e7d-99e6-40e0-94f6-1213d13b502e'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 22:03:01.834002 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-480c688e-4bf2-4d71-aac1-460fe45c3b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T22:02:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'], 'active': True} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:03:01.891102 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-e0a82fc9-6e64-4af0-9a21-80214bf3e04c admin admin] For port 28905da1-c042-4b20-a982-87e7a5f62089, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=28905da1-c042-4b20-a982-87e7a5f62089,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 22:03:01.891493 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e0a82fc9-6e64-4af0-9a21-80214bf3e04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:02.020174 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-480c688e-4bf2-4d71-aac1-460fe45c3b48 None None] Set router bdab0e7d-99e6-40e0-94f6-1213d13b502e gateway port host: dv-cinder-757908-4-iscsi {{(pid=80242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 22:03:02.020511 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-e0a82fc9-6e64-4af0-9a21-80214bf3e04c admin admin] Calling delete_port for 28905da1-c042-4b20-a982-87e7a5f62089 owned by network:router_gateway {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 22:03:02.154355 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e0a82fc9-6e64-4af0-9a21-80214bf3e04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:02.319234 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-480c688e-4bf2-4d71-aac1-460fe45c3b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T22:03:00Z', 'revision_number': 5, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:03:02.323441 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480c688e-4bf2-4d71-aac1-460fe45c3b48 None None] The sync data for ids ['bdab0e7d-99e6-40e0-94f6-1213d13b502e'] in dv-cinder-757908-4-iscsi is: [{'id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'name': 'tempest-TestVolumeBootPattern-405419724-router', 'tenant_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '28905da1-c042-4b20-a982-87e7a5f62089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:40Z', 'updated_at': '2020-12-05T22:03:00Z', 'revision_number': 5, 'project_id': 'aaf2131e956840ecb8bbb23ffd1ee096', 'gw_port': {'id': '28905da1-c042-4b20-a982-87e7a5f62089', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdab0e7d-99e6-40e0-94f6-1213d13b502e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:41Z', 'updated_at': '2020-12-05T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}] {{(pid=80242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 22:03:02.351163 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e0a82fc9-6e64-4af0-9a21-80214bf3e04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585966'] for router_gateway, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:02.732522 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e0a82fc9-6e64-4af0-9a21-80214bf3e04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854380800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32590'] for router, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:02.734860 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e0a82fc9-6e64-4af0-9a21-80214bf3e04c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:02.756566 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e0a82fc9-6e64-4af0-9a21-80214bf3e04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854380614'] for router, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:02.757112 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a82fc9-6e64-4af0-9a21-80214bf3e04c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdab0e7d-99e6-40e0-94f6-1213d13b502e {{(pid=80239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 05 22:03:02.769409 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e0a82fc9-6e64-4af0-9a21-80214bf3e04c admin admin] Notify callbacks [] for router, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:02.770639 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e0a82fc9-6e64-4af0-9a21-80214bf3e04c admin admin] 10.222.0.50 "DELETE /v2.0/routers/bdab0e7d-99e6-40e0-94f6-1213d13b502e HTTP/1.1" status: 204 len: 168 time: 1.4339948 Dec 05 22:03:02.773367 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34798) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 22:03:02.846661 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aec07ac-b24f-4ac2-ac7f-43b01e989bf7 admin admin] Deleting subnet a93c8b0f-41cc-408e-9bba-680741f7a85e {{(pid=80239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 05 22:03:02.849795 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6aec07ac-b24f-4ac2-ac7f-43b01e989bf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:02.904527 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6aec07ac-b24f-4ac2-ac7f-43b01e989bf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841089900'] for subnet, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:02.987629 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6aec07ac-b24f-4ac2-ac7f-43b01e989bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1341068'] for subnet, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:03.251394 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6aec07ac-b24f-4ac2-ac7f-43b01e989bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853434748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14624556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839223429'] for subnet, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:03.266937 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:03:03.318110 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec07ac-b24f-4ac2-ac7f-43b01e989bf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a93c8b0f-41cc-408e-9bba-680741f7a85e,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:03:03.322761 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6aec07ac-b24f-4ac2-ac7f-43b01e989bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:03:03.404389 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6aec07ac-b24f-4ac2-ac7f-43b01e989bf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:03.409670 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eb95e9-e2c6-4ab0-8317-c2cddfeefcf1 None None] Network 1c0ce6f0-6735-403d-8199-e1ed266329f6 requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 22:03:03.410679 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6aec07ac-b24f-4ac2-ac7f-43b01e989bf7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a93c8b0f-41cc-408e-9bba-680741f7a85e HTTP/1.1" status: 204 len: 168 time: 0.6343489 Dec 05 22:03:03.413388 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34804) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 22:03:03.530827 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853045594'] for network, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:03.602820 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] Deleting port 17ae20c3-49a1-4a65-8e8d-d555348e2155 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 22:03:03.603196 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:03.664997 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bab5ea-e4a9-499a-9c75-0da68b8a2c17 None None] DHCP port deletion for 1c0ce6f0-6735-403d-8199-e1ed266329f6 request from dv-cinder-757908-4-iscsi {{(pid=80241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 05 22:03:03.669987 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-e0bab5ea-e4a9-499a-9c75-0da68b8a2c17 None None] Deleting port 17ae20c3-49a1-4a65-8e8d-d555348e2155 {{(pid=80241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 22:03:03.670475 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e0bab5ea-e4a9-499a-9c75-0da68b8a2c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:03.821016 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] For port 17ae20c3-49a1-4a65-8e8d-d555348e2155, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=17ae20c3-49a1-4a65-8e8d-d555348e2155,segment=NetworkSegment(c3eaa949-f667-4b54-af2b-4503bb5dc319),segment_id=c3eaa949-f667-4b54-af2b-4503bb5dc319)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 22:03:03.821338 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:03.880883 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-e0bab5ea-e4a9-499a-9c75-0da68b8a2c17 None None] For port 17ae20c3-49a1-4a65-8e8d-d555348e2155, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=17ae20c3-49a1-4a65-8e8d-d555348e2155,segment=NetworkSegment(c3eaa949-f667-4b54-af2b-4503bb5dc319),segment_id=c3eaa949-f667-4b54-af2b-4503bb5dc319)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 22:03:03.881315 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e0bab5ea-e4a9-499a-9c75-0da68b8a2c17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:03.949412 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] Calling delete_port for 17ae20c3-49a1-4a65-8e8d-d555348e2155 owned by network:dhcp {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 22:03:04.006304 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-e0bab5ea-e4a9-499a-9c75-0da68b8a2c17 None None] Calling delete_port for 17ae20c3-49a1-4a65-8e8d-d555348e2155 owned by network:dhcp {{(pid=80241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 22:03:04.027213 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:04.043343 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9605bf85-81a6-458d-80fb-87c83c9100f9 tempest-VolumesActionsTest-909607324 tempest-VolumesActionsTest-909607324] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:03:04.076251 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-e0bab5ea-e4a9-499a-9c75-0da68b8a2c17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80241) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 05 22:03:04.076590 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-e0bab5ea-e4a9-499a-9c75-0da68b8a2c17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 05 22:03:04.094286 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] Pushing event deleted for resources: {'Port': ['ID=17ae20c3-49a1-4a65-8e8d-d555348e2155,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:03:04.099348 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:03:04.182627 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] No DVR routers for this DVR port 17ae20c3-49a1-4a65-8e8d-d555348e2155 on host dv-cinder-757908-4-iscsi {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 22:03:04.303906 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1342674', 'neutron.services.segments.db._delete_segments_for_network--9223363284943838921'] for network, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:04.375193 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 28905da1-c042-4b20-a982-87e7a5f62089 no longer exists at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 22:03:04.413231 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] No Port match for: 28905da1-c042-4b20-a982-87e7a5f62089 {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 22:03:04.413629 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 28905da1-c042-4b20-a982-87e7a5f62089 not bound to the agent host dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 22:03:04.414102 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device bbb24093-e385-4faa-affc-a2ab4ea247a4 no longer exists at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 22:03:04.422549 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0ce6f0-6735-403d-8199-e1ed266329f6']}} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:03:04.435398 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3eaa949-f667-4b54-af2b-4503bb5dc319') {'for_net_delete': True} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:03:04.435752 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3eaa949-f667-4b54-af2b-4503bb5dc319') {} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:03:04.446084 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] No Port match for: bbb24093-e385-4faa-affc-a2ab4ea247a4 {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 22:03:04.446485 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device bbb24093-e385-4faa-affc-a2ab4ea247a4 not bound to the agent host dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 22:03:04.446948 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 17ae20c3-49a1-4a65-8e8d-d555348e2155 no longer exists at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 22:03:04.448440 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284943839689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13685916'] for segment, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:04.463652 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:04.465740 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 05 22:03:04.480568 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] No Port match for: 17ae20c3-49a1-4a65-8e8d-d555348e2155 {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 22:03:04.480962 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 17ae20c3-49a1-4a65-8e8d-d555348e2155 not bound to the agent host dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 22:03:04.577645 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-e0bab5ea-e4a9-499a-9c75-0da68b8a2c17 None None] Deleting port 17ae20c3-49a1-4a65-8e8d-d555348e2155 {{(pid=80241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 22:03:04.578019 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e0bab5ea-e4a9-499a-9c75-0da68b8a2c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:04.646846 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-e0bab5ea-e4a9-499a-9c75-0da68b8a2c17 None None] The port '17ae20c3-49a1-4a65-8e8d-d555348e2155' was deleted {{(pid=80241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 05 22:03:04.648000 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] Network 1c0ce6f0-6735-403d-8199-e1ed266329f6 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 22:03:04.657949 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853434340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14624577'] for segment, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:04.836566 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] Network 1c0ce6f0-6735-403d-8199-e1ed266329f6 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: Traceback (most recent call last): Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: timer() Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: cb(*args, **kw) Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: return func(*args, **kwargs) Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: self._notify() Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: self.callback(batched_events) Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: event.method(event) Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: segment_id)['aggregates'][0] Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(self, *a, **k) Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: return self._get(url).json() Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: **kwargs) Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.request(url, 'GET', **kwargs) Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: **endpoint_filter) Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 05 22:03:04.859528 dv-cinder-757908-4-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 05 22:03:04.937586 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853433127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854189833'] for network, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:04.941147 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad8ff823-2841-46cd-af94-581d5dc0ee9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:03:04.955129 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:04.966782 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] Pushing event deleted for resources: {'Network': ['ID=1c0ce6f0-6735-403d-8199-e1ed266329f6,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:03:04.970271 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:03:04.980890 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-8c96cd2b-dfb5-4a89-918c-57bd4885082d admin admin] 10.222.0.50 "DELETE /v2.0/networks/1c0ce6f0-6735-403d-8199-e1ed266329f6 HTTP/1.1" status: 204 len: 168 time: 1.5664413 Dec 05 22:03:04.984349 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34808) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 22:03:05.355479 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a2da80e5-a25b-4998-93e0-c1cd20ba8ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854198554'] for router_interface, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:05.962668 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-a2da80e5-a25b-4998-93e0-c1cd20ba8ceb admin admin] Deleting port 83cdd07e-a02a-48ea-a15a-178f0aeba33e {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 22:03:05.964121 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a2da80e5-a25b-4998-93e0-c1cd20ba8ceb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:06.390138 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-a2da80e5-a25b-4998-93e0-c1cd20ba8ceb admin admin] For port 83cdd07e-a02a-48ea-a15a-178f0aeba33e, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=83cdd07e-a02a-48ea-a15a-178f0aeba33e,segment=NetworkSegment(d45c6f9e-d408-490a-81e3-e3714dea11f9),segment_id=d45c6f9e-d408-490a-81e3-e3714dea11f9)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 22:03:06.390757 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a2da80e5-a25b-4998-93e0-c1cd20ba8ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:06.516859 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-a2da80e5-a25b-4998-93e0-c1cd20ba8ceb admin admin] Calling delete_port for 83cdd07e-a02a-48ea-a15a-178f0aeba33e owned by network:router_interface {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 22:03:06.685205 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a2da80e5-a25b-4998-93e0-c1cd20ba8ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:06.700285 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-625f7478-b52d-4603-b3fa-80439512b2f8 tempest-AttachVolumeShelveTestJSON-1657375048 tempest-AttachVolumeShelveTestJSON-1657375048] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:03:06.753656 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da80e5-a25b-4998-93e0-c1cd20ba8ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=83cdd07e-a02a-48ea-a15a-178f0aeba33e,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:03:06.758447 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a2da80e5-a25b-4998-93e0-c1cd20ba8ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:03:07.096951 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a2da80e5-a25b-4998-93e0-c1cd20ba8ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853522153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854198632'] for router_interface, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:07.599081 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2da80e5-a25b-4998-93e0-c1cd20ba8ceb admin admin] Router ebebd3b8-0d45-458f-8a4f-d07527958507 has already been hosted by L3 agent f46165b6-48c8-4fca-8621-5b2945e2b487 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 05 22:03:07.781666 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2da80e5-a25b-4998-93e0-c1cd20ba8ceb admin admin] Notify agent at l3_agent.dv-cinder-757908-4-iscsi the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 05 22:03:07.790783 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9cc55a-bccb-451d-87c3-5a9256a45d0d None None] Sync routers for ids ['ebebd3b8-0d45-458f-8a4f-d07527958507'] in dv-cinder-757908-4-iscsi {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 05 22:03:07.791801 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a2da80e5-a25b-4998-93e0-c1cd20ba8ceb admin admin] 10.222.0.50 "PUT /v2.0/routers/ebebd3b8-0d45-458f-8a4f-d07527958507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8057594 Dec 05 22:03:07.794737 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34812) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 22:03:07.801397 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9cc55a-bccb-451d-87c3-5a9256a45d0d None None] Routers {'ebebd3b8-0d45-458f-8a4f-d07527958507'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 22:03:07.802056 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-2c9cc55a-bccb-451d-87c3-5a9256a45d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T22:02:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['ebebd3b8-0d45-458f-8a4f-d07527958507'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:03:07.976366 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2e732d1d-0024-4769-b4fc-31aadfd8967f admin admin] Notify callbacks [] for router, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:07.983295 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-2c9cc55a-bccb-451d-87c3-5a9256a45d0d None None] Set router ebebd3b8-0d45-458f-8a4f-d07527958507 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 22:03:08.160484 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2e732d1d-0024-4769-b4fc-31aadfd8967f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:08.166476 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-2e732d1d-0024-4769-b4fc-31aadfd8967f admin admin] Deleting port 2e26e7de-f796-438c-939c-9e023e390bc6 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 22:03:08.166876 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2e732d1d-0024-4769-b4fc-31aadfd8967f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:08.284143 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-2c9cc55a-bccb-451d-87c3-5a9256a45d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'name': 'tempest-TestVolumeBootPattern-1458958733-router', 'tenant_id': '2adb9e1eeeda41cdb73b103099b045af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '2e26e7de-f796-438c-939c-9e023e390bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:49Z', 'updated_at': '2020-12-05T22:03:06Z', 'revision_number': 5, 'project_id': '2adb9e1eeeda41cdb73b103099b045af', 'gw_port': {'id': '2e26e7de-f796-438c-939c-9e023e390bc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:49Z', 'updated_at': '2020-12-05T21:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:03:08.288195 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9cc55a-bccb-451d-87c3-5a9256a45d0d None None] Checking router: ebebd3b8-0d45-458f-8a4f-d07527958507 for host: dv-cinder-757908-4-iscsi {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 05 22:03:08.297808 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9cc55a-bccb-451d-87c3-5a9256a45d0d None None] Routers {'ebebd3b8-0d45-458f-8a4f-d07527958507'} bound to L3 agent in host dv-cinder-757908-4-iscsi {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 05 22:03:08.298462 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-2c9cc55a-bccb-451d-87c3-5a9256a45d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-05T21:31:58Z,description=,heartbeat_timestamp=2020-12-05T22:02:58Z,host='dv-cinder-757908-4-iscsi',id=f46165b6-48c8-4fca-8621-5b2945e2b487,load=0,resource_versions=,resources_synced=,started_at=2020-12-05T21:31:58Z,topic='l3_agent')) {'router_ids': ['ebebd3b8-0d45-458f-8a4f-d07527958507'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:03:08.352498 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-2e732d1d-0024-4769-b4fc-31aadfd8967f admin admin] For port 2e26e7de-f796-438c-939c-9e023e390bc6, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=2e26e7de-f796-438c-939c-9e023e390bc6,segment=NetworkSegment(bdaca4bf-7443-446d-90f9-29ba59cacb86),segment_id=bdaca4bf-7443-446d-90f9-29ba59cacb86)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 22:03:08.353019 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2e732d1d-0024-4769-b4fc-31aadfd8967f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:08.489373 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-2e732d1d-0024-4769-b4fc-31aadfd8967f admin admin] Calling delete_port for 2e26e7de-f796-438c-939c-9e023e390bc6 owned by network:router_gateway {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 22:03:08.632416 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2e732d1d-0024-4769-b4fc-31aadfd8967f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:08.652750 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-2c9cc55a-bccb-451d-87c3-5a9256a45d0d None None] Set router ebebd3b8-0d45-458f-8a4f-d07527958507 gateway port host: dv-cinder-757908-4-iscsi {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 05 22:03:08.820509 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2e732d1d-0024-4769-b4fc-31aadfd8967f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585966'] for router_gateway, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:08.957214 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-2c9cc55a-bccb-451d-87c3-5a9256a45d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'name': 'tempest-TestVolumeBootPattern-1458958733-router', 'tenant_id': '2adb9e1eeeda41cdb73b103099b045af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '2e26e7de-f796-438c-939c-9e023e390bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:49Z', 'updated_at': '2020-12-05T22:03:06Z', 'revision_number': 5, 'project_id': '2adb9e1eeeda41cdb73b103099b045af', 'gw_port': {'id': '2e26e7de-f796-438c-939c-9e023e390bc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:49Z', 'updated_at': '2020-12-05T21:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}], 'dv-cinder-757908-4-iscsi', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:03:08.958304 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2e732d1d-0024-4769-b4fc-31aadfd8967f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854380800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32590'] for router, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:08.960719 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2e732d1d-0024-4769-b4fc-31aadfd8967f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:08.961617 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9cc55a-bccb-451d-87c3-5a9256a45d0d None None] The sync data for ids ['ebebd3b8-0d45-458f-8a4f-d07527958507'] in dv-cinder-757908-4-iscsi is: [{'id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'name': 'tempest-TestVolumeBootPattern-1458958733-router', 'tenant_id': '2adb9e1eeeda41cdb73b103099b045af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'external_fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '2e26e7de-f796-438c-939c-9e023e390bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-05T21:54:49Z', 'updated_at': '2020-12-05T22:03:06Z', 'revision_number': 5, 'project_id': '2adb9e1eeeda41cdb73b103099b045af', 'gw_port': {'id': '2e26e7de-f796-438c-939c-9e023e390bc6', 'name': '', 'network_id': 'dd6739ac-3b61-4fa5-bbf5-45fb885265ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebebd3b8-0d45-458f-8a4f-d07527958507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-05T21:54:49Z', 'updated_at': '2020-12-05T21:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91227b10-c165-4e57-9f01-5809fdb2af08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-4-iscsi'}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 05 22:03:09.235241 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2e732d1d-0024-4769-b4fc-31aadfd8967f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854380614'] for router, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:09.235868 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e732d1d-0024-4769-b4fc-31aadfd8967f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebebd3b8-0d45-458f-8a4f-d07527958507 {{(pid=80239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 05 22:03:09.249018 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2e732d1d-0024-4769-b4fc-31aadfd8967f admin admin] Notify callbacks [] for router, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:09.250199 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2e732d1d-0024-4769-b4fc-31aadfd8967f admin admin] 10.222.0.50 "DELETE /v2.0/routers/ebebd3b8-0d45-458f-8a4f-d07527958507 HTTP/1.1" status: 204 len: 168 time: 1.4544697 Dec 05 22:03:09.252880 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34816) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 22:03:09.326621 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-a228b24a-f0a2-4525-b5ad-eba503fdc693 admin admin] Deleting subnet b285e493-7aea-44bd-82f3-f0323147700d {{(pid=80239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 05 22:03:09.330075 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a228b24a-f0a2-4525-b5ad-eba503fdc693 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:09.389944 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a228b24a-f0a2-4525-b5ad-eba503fdc693 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036841089900'] for subnet, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:09.475891 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a228b24a-f0a2-4525-b5ad-eba503fdc693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1341068'] for subnet, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:09.752729 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a228b24a-f0a2-4525-b5ad-eba503fdc693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853434748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14624556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839223429'] for subnet, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:09.767864 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-125eb69b-d6c6-4fd7-9a0f-7ef00393d73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:03:09.815838 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228b24a-f0a2-4525-b5ad-eba503fdc693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b285e493-7aea-44bd-82f3-f0323147700d,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:03:09.819602 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a228b24a-f0a2-4525-b5ad-eba503fdc693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:03:09.903078 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a228b24a-f0a2-4525-b5ad-eba503fdc693 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:09.908164 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40446e75-0e82-435e-b11b-fdaed77745c4 None None] Network 4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd requested from dv-cinder-757908-4-iscsi {{(pid=80241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 05 22:03:09.909247 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a228b24a-f0a2-4525-b5ad-eba503fdc693 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b285e493-7aea-44bd-82f3-f0323147700d HTTP/1.1" status: 204 len: 168 time: 0.6553476 Dec 05 22:03:09.911953 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34820) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 22:03:10.031480 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853045594'] for network, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:10.096729 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] Deleting port e8346256-2f02-45d9-a247-971d7f30e778 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 22:03:10.097095 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:10.155973 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1e41a3-18f9-4799-bd19-7a929b4e808a None None] DHCP port deletion for 4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd request from dv-cinder-757908-4-iscsi {{(pid=80241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 05 22:03:10.160416 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-5a1e41a3-18f9-4799-bd19-7a929b4e808a None None] Deleting port e8346256-2f02-45d9-a247-971d7f30e778 {{(pid=80241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 22:03:10.160839 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5a1e41a3-18f9-4799-bd19-7a929b4e808a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:10.320334 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] For port e8346256-2f02-45d9-a247-971d7f30e778, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=e8346256-2f02-45d9-a247-971d7f30e778,segment=NetworkSegment(d45c6f9e-d408-490a-81e3-e3714dea11f9),segment_id=d45c6f9e-d408-490a-81e3-e3714dea11f9)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 22:03:10.320827 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:10.377437 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-5a1e41a3-18f9-4799-bd19-7a929b4e808a None None] For port e8346256-2f02-45d9-a247-971d7f30e778, host dv-cinder-757908-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-4-iscsi',level=0,port_id=e8346256-2f02-45d9-a247-971d7f30e778,segment=NetworkSegment(d45c6f9e-d408-490a-81e3-e3714dea11f9),segment_id=d45c6f9e-d408-490a-81e3-e3714dea11f9)] {{(pid=80241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 05 22:03:10.377876 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5a1e41a3-18f9-4799-bd19-7a929b4e808a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585437'] for port, precommit_delete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:10.387594 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 83cdd07e-a02a-48ea-a15a-178f0aeba33e no longer exists at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 22:03:10.451641 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] Calling delete_port for e8346256-2f02-45d9-a247-971d7f30e778 owned by network:dhcp {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 22:03:10.477057 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] No Port match for: 83cdd07e-a02a-48ea-a15a-178f0aeba33e {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 22:03:10.477450 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 83cdd07e-a02a-48ea-a15a-178f0aeba33e not bound to the agent host dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 22:03:10.477914 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 2e26e7de-f796-438c-939c-9e023e390bc6 no longer exists at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 22:03:10.527612 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1648729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823725347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751910813367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284944445129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840151174'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:10.543616 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a2b9acfb-f551-4678-8e1a-8f8469c55f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:03:10.576943 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-5a1e41a3-18f9-4799-bd19-7a929b4e808a None None] Calling delete_port for e8346256-2f02-45d9-a247-971d7f30e778 owned by network:dhcp {{(pid=80241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 05 22:03:10.594818 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8346256-2f02-45d9-a247-971d7f30e778,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:03:10.597849 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:03:10.603141 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] No Port match for: 2e26e7de-f796-438c-939c-9e023e390bc6 {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 22:03:10.604237 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device 2e26e7de-f796-438c-939c-9e023e390bc6 not bound to the agent host dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 22:03:10.604710 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device e8346256-2f02-45d9-a247-971d7f30e778 no longer exists at agent ovs-agent-dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 05 22:03:10.645618 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] No Port match for: e8346256-2f02-45d9-a247-971d7f30e778 {{(pid=80241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 05 22:03:10.645985 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Device e8346256-2f02-45d9-a247-971d7f30e778 not bound to the agent host dv-cinder-757908-4-iscsi {{(pid=80241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 05 22:03:10.687695 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-5a1e41a3-18f9-4799-bd19-7a929b4e808a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80241) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 05 22:03:10.688126 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-5a1e41a3-18f9-4799-bd19-7a929b4e808a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 05 22:03:10.690638 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] No DVR routers for this DVR port e8346256-2f02-45d9-a247-971d7f30e778 on host dv-cinder-757908-4-iscsi {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 05 22:03:10.815509 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1342674', 'neutron.services.segments.db._delete_segments_for_network--9223363284943838921'] for network, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:10.930820 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd']}} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:03:10.944147 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45c6f9e-d408-490a-81e3-e3714dea11f9') {'for_net_delete': True} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:03:10.944482 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45c6f9e-d408-490a-81e3-e3714dea11f9') {} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 05 22:03:10.956987 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284943839689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13685916'] for segment, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:10.975230 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1341461'] for segment, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:10.977313 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 05 22:03:11.153803 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] Network 4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 22:03:11.163035 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853434340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14624577'] for segment, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:11.189519 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-5a1e41a3-18f9-4799-bd19-7a929b4e808a None None] Deleting port e8346256-2f02-45d9-a247-971d7f30e778 {{(pid=80241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 05 22:03:11.189983 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5a1e41a3-18f9-4799-bd19-7a929b4e808a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751910809066'] for port, before_delete {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:11.257455 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-5a1e41a3-18f9-4799-bd19-7a929b4e808a None None] The port 'e8346256-2f02-45d9-a247-971d7f30e778' was deleted {{(pid=80241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 05 22:03:11.345126 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] Network 4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: Traceback (most recent call last): Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: timer() Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: cb(*args, **kw) Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: return func(*args, **kwargs) Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: self._notify() Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: self.callback(batched_events) Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: event.method(event) Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: segment_id)['aggregates'][0] Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: return f(self, *a, **k) Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: return self._get(url).json() Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: **kwargs) Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: return self.request(url, 'GET', **kwargs) Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: **endpoint_filter) Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 05 22:03:11.368088 dv-cinder-757908-4-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 05 22:03:11.449994 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853433127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854428948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1253646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854189833'] for network, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:11.453425 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5407f489-1c3c-4f9c-8bf1-b7df2144f508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:03:11.467161 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1253693'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:11.477926 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:03:11.481804 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:03:11.483400 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-0cc50e85-5211-4bf5-aab4-66ccd84fc2e2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/4b937e6a-b5cc-4f59-9b7b-d1e2180d20cd HTTP/1.1" status: 204 len: 168 time: 1.5704670 Dec 05 22:03:11.629190 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34826) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 22:03:11.680437 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-fde7da74-1e63-42ad-aae9-e87dd1b9d233 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aaf2131e956840ecb8bbb23ffd1ee096&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0499294 Dec 05 22:03:11.683467 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34830) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 22:03:11.742720 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9c30463a-bb09-4750-9b7b-4c4c8c8c7d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:11.771547 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9c30463a-bb09-4750-9b7b-4c4c8c8c7d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:11.824482 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9c30463a-bb09-4750-9b7b-4c4c8c8c7d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:11.829408 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-72dbb059-cde5-41c9-b194-7632856c51d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:03:11.843260 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30463a-bb09-4750-9b7b-4c4c8c8c7d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c7effe-f60c-47bf-9f48-9d9eeec3a900,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:03:11.848492 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9c30463a-bb09-4750-9b7b-4c4c8c8c7d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:03:11.849991 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9c30463a-bb09-4750-9b7b-4c4c8c8c7d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:11.851205 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-9c30463a-bb09-4750-9b7b-4c4c8c8c7d76 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f0c7effe-f60c-47bf-9f48-9d9eeec3a900 HTTP/1.1" status: 204 len: 168 time: 0.1667275 Dec 05 22:03:12.254483 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34838) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 22:03:12.307017 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b78131f2-c028-4090-b328-c1b894f8e399 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2adb9e1eeeda41cdb73b103099b045af&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0509446 Dec 05 22:03:12.309299 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.50', 34842) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 05 22:03:12.372069 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-20630d28-4feb-481a-8f4c-da2b67a5eeac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:12.398435 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-20630d28-4feb-481a-8f4c-da2b67a5eeac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:12.443687 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-20630d28-4feb-481a-8f4c-da2b67a5eeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854429168'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:12.448798 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f7e24a1c-630f-435e-927a-d738478795c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 05 22:03:12.462356 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20630d28-4feb-481a-8f4c-da2b67a5eeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c28407c-feaa-49f8-8502-bb69125d1884,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 05 22:03:12.465681 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-20630d28-4feb-481a-8f4c-da2b67a5eeac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 05 22:03:12.466872 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-20630d28-4feb-481a-8f4c-da2b67a5eeac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:12.468103 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-20630d28-4feb-481a-8f4c-da2b67a5eeac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c28407c-feaa-49f8-8502-bb69125d1884 HTTP/1.1" status: 204 len: 168 time: 0.1578231 Dec 05 22:03:15.969038 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:24.304829 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-37d0fafc-bc4b-4c1c-ae54-764e61e623c8 req-8ad9f3f3-1703-4e29-aa90-1049e6a47f0e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0732048 Dec 05 22:03:24.426473 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0fafc-bc4b-4c1c-ae54-764e61e623c8 req-06cef259-f421-44d5-aedb-828bdf3a06e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:03:24.428177 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-37d0fafc-bc4b-4c1c-ae54-764e61e623c8 req-06cef259-f421-44d5-aedb-828bdf3a06e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060&device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 1162 time: 0.0890834 Dec 05 22:03:24.544603 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 22:03:24.655988 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0fafc-bc4b-4c1c-ae54-764e61e623c8 req-177948e0-9557-48ac-b1f7-bbef90ae179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:03:24.658529 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-37d0fafc-bc4b-4c1c-ae54-764e61e623c8 req-177948e0-9557-48ac-b1f7-bbef90ae179e service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba83bbf0-3b38-4232-af09-1ca8d508a608 HTTP/1.1" status: 200 len: 911 time: 0.2096252 Dec 05 22:03:24.744696 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-37d0fafc-bc4b-4c1c-ae54-764e61e623c8 req-ba0fb417-281b-406c-ad19-5d11b0738db4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=608b4e65-975a-4c85-af2d-4fbf1a5b2a1a HTTP/1.1" status: 200 len: 217 time: 0.0787709 Dec 05 22:03:24.819637 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0fafc-bc4b-4c1c-ae54-764e61e623c8 req-ffe08def-246f-4ab3-97e7-30f2347ae96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:03:24.821262 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-37d0fafc-bc4b-4c1c-ae54-764e61e623c8 req-ffe08def-246f-4ab3-97e7-30f2347ae96a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9202ba51-95a8-4744-9f6f-9b6d34d32b9b HTTP/1.1" status: 200 len: 856 time: 0.0711987 Dec 05 22:03:24.899300 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0fafc-bc4b-4c1c-ae54-764e61e623c8 req-fc8e52a8-0ced-4a03-b9c4-3d7bb8dcb7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:03:24.900871 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-37d0fafc-bc4b-4c1c-ae54-764e61e623c8 req-fc8e52a8-0ced-4a03-b9c4-3d7bb8dcb7e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba83bbf0-3b38-4232-af09-1ca8d508a608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730135 Dec 05 22:03:24.910825 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e03f6a42-da23-4194-a59b-36d6ff03ec4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:25.053323 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-37d0fafc-bc4b-4c1c-ae54-764e61e623c8 req-d794458e-11ac-42cf-ae62-f266f2f2e814 service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452341 Dec 05 22:03:25.196160 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-37d0fafc-bc4b-4c1c-ae54-764e61e623c8 req-91287506-d2d6-4cfd-bc89-97880d25ead0 service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1353571 Dec 05 22:03:27.846535 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8216fedf-062e-4b4d-835f-3e8b5710cfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:28.472965 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:29.845411 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:31.217232 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:45.999855 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:54.913002 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-72e438e1-01a4-405f-a680-0fe95a3b46e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:57.846664 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b09cfd4d-d265-4f82-ad91-d84ce6e869b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:58.478428 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:03:59.937813 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:04:01.220738 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:04:01.544543 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 22:04:16.011414 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:04:24.915681 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a7b6aaff-3380-407e-91f9-cedb0385d82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:04:27.848195 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-85512536-d741-4c14-baa3-04549a057bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:04:28.479748 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:04:29.849597 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:04:31.227040 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:04:38.545410 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 22:04:46.017413 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:04:54.917623 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-958000ae-d10a-4c70-90c5-d9777ab79c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:04:57.850760 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-075dfae3-f30a-4855-bfc5-ec5fec712c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:04:58.481189 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:04:59.855800 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:05:01.219553 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:05:15.546013 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 22:05:16.021214 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:05:24.918817 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4ed944b8-e246-4786-b9da-dc71486bdc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:05:26.497985 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0d3c9729-df8d-4a49-a296-945cf6c8671c req-cedef15d-5b4e-4799-b4cb-136b5658cb11 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3073037 Dec 05 22:05:26.666727 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c9729-df8d-4a49-a296-945cf6c8671c req-08afded7-d696-4228-8a43-77d13a222dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:05:26.668291 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0d3c9729-df8d-4a49-a296-945cf6c8671c req-08afded7-d696-4228-8a43-77d13a222dd9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37ac9d224de24a2484f2fdefe069b4bf&device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 1162 time: 0.0778985 Dec 05 22:05:26.828301 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c9729-df8d-4a49-a296-945cf6c8671c req-58c6c91b-799f-4943-8528-ecc4f586606c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:05:26.829929 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0d3c9729-df8d-4a49-a296-945cf6c8671c req-58c6c91b-799f-4943-8528-ecc4f586606c service neutron] 10.222.0.53 "GET /v2.0/networks?id=811ae4e3-171e-48fa-8bac-30edfe0da7b4 HTTP/1.1" status: 200 len: 904 time: 0.1411650 Dec 05 22:05:26.902671 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0d3c9729-df8d-4a49-a296-945cf6c8671c req-6b3a5167-654f-4ba4-9604-957cbd2cef46 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6a35222-ae62-4ae7-b015-af636a2f0cf3 HTTP/1.1" status: 200 len: 217 time: 0.0661530 Dec 05 22:05:26.970586 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c9729-df8d-4a49-a296-945cf6c8671c req-fb6a567a-8f64-4545-bedb-ffc8e5498e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:05:26.972191 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0d3c9729-df8d-4a49-a296-945cf6c8671c req-fb6a567a-8f64-4545-bedb-ffc8e5498e2a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1dcf2694-5e4a-45e4-991f-a09b77fb18bf HTTP/1.1" status: 200 len: 849 time: 0.0632126 Dec 05 22:05:27.056943 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c9729-df8d-4a49-a296-945cf6c8671c req-c05b3b39-f70c-4029-b06f-38701e63ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:05:27.059188 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0d3c9729-df8d-4a49-a296-945cf6c8671c req-c05b3b39-f70c-4029-b06f-38701e63ec23 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=811ae4e3-171e-48fa-8bac-30edfe0da7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803704 Dec 05 22:05:27.209669 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0d3c9729-df8d-4a49-a296-945cf6c8671c req-5364540b-d444-4afd-b327-7a8654805e3b service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421320 Dec 05 22:05:27.359995 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0d3c9729-df8d-4a49-a296-945cf6c8671c req-44335fd8-3e7b-4f76-89c2-610fc3b1a438 service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1427484 Dec 05 22:05:27.852114 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-56b15844-9449-4f5c-b884-8e05de137c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:05:28.484772 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:05:29.857352 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:05:31.224378 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:05:46.029961 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:05:52.545278 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 22:05:54.922111 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cc973402-812f-4d2c-b26a-a54b69b23a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:05:57.853648 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b8e924ac-a4e8-4238-a413-8e336c5b5034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:05:58.493157 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:05:59.956982 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:06:01.235291 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:06:16.028097 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:06:24.926255 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c0ff0233-5444-4113-95e5-65003c32b8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:06:27.855506 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ba8087d6-dfb6-4149-91b5-32e0fce4d8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:06:28.351422 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a0930fdc-40d2-46b2-a8c8-dbaf396bfe31 req-47dfe5fe-0eb2-4b36-b9db-cd97cf396cb8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0825818 Dec 05 22:06:28.466185 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0930fdc-40d2-46b2-a8c8-dbaf396bfe31 req-667b129e-6f77-4402-bc5d-7207312812bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:06:28.467821 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a0930fdc-40d2-46b2-a8c8-dbaf396bfe31 req-667b129e-6f77-4402-bc5d-7207312812bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060&device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 1162 time: 0.0808828 Dec 05 22:06:28.489089 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:06:28.629074 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0930fdc-40d2-46b2-a8c8-dbaf396bfe31 req-a4526bbf-3b85-4851-a162-9606ca389189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:06:28.630539 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a0930fdc-40d2-46b2-a8c8-dbaf396bfe31 req-a4526bbf-3b85-4851-a162-9606ca389189 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba83bbf0-3b38-4232-af09-1ca8d508a608 HTTP/1.1" status: 200 len: 911 time: 0.1419241 Dec 05 22:06:28.702862 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a0930fdc-40d2-46b2-a8c8-dbaf396bfe31 req-700c1c9d-110d-41ca-b4cd-8377648e7679 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=608b4e65-975a-4c85-af2d-4fbf1a5b2a1a HTTP/1.1" status: 200 len: 217 time: 0.0639036 Dec 05 22:06:28.776108 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0930fdc-40d2-46b2-a8c8-dbaf396bfe31 req-3ee44194-4e83-4fc7-8491-70ce31d98512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:06:28.777674 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a0930fdc-40d2-46b2-a8c8-dbaf396bfe31 req-3ee44194-4e83-4fc7-8491-70ce31d98512 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9202ba51-95a8-4744-9f6f-9b6d34d32b9b HTTP/1.1" status: 200 len: 856 time: 0.0673292 Dec 05 22:06:28.857795 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0930fdc-40d2-46b2-a8c8-dbaf396bfe31 req-dc7809e3-db92-4f7f-a091-11c0fe16719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:06:28.859402 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a0930fdc-40d2-46b2-a8c8-dbaf396bfe31 req-dc7809e3-db92-4f7f-a091-11c0fe16719f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba83bbf0-3b38-4232-af09-1ca8d508a608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748484 Dec 05 22:06:29.007044 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a0930fdc-40d2-46b2-a8c8-dbaf396bfe31 req-c4f11862-65e2-44f2-b1d2-7e357eb2ed14 service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389697 Dec 05 22:06:29.152055 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a0930fdc-40d2-46b2-a8c8-dbaf396bfe31 req-cb4f301d-e5f7-4bfb-9066-93c7eae011d9 service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373158 Dec 05 22:06:29.546503 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 22:06:29.870160 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:06:31.228488 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:06:46.044395 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:06:54.929896 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4dc0199a-f12d-42be-a3cf-319ac2d5cf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:06:56.438952 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-cd559f68-c316-46be-82f2-a0eae09b3795 req-0e1de39e-eb83-4055-80ec-eeeb9a7228ab service neutron] (80239) timed out ('10.222.0.50', 59978) {{(pid=80239) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 05 22:06:57.860969 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-199be283-38d0-4010-aa39-37ffe241d2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:06:58.495756 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:06:59.878745 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:07:01.236845 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:07:06.546045 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 22:07:16.044306 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:07:19.217103 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-5ebac558-807a-4e09-a5d7-ddafcc6db865 req-e90c4eba-8dcd-482e-946d-6eeafefc104c service neutron] (80240) timed out ('10.222.0.50', 60312) {{(pid=80240) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 05 22:07:24.933140 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1e349d29-756e-44be-9c52-d22705bfd023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:07:27.854908 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-107d3db8-c583-41d4-aef3-5e344e745b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:07:28.496898 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:07:29.429409 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1e802668-cd60-449f-86f7-af5674f75473 req-44f1deac-e409-457a-b436-b6cf530dfdbe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b900a951-b0af-4791-9c68-afa87a0b4846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2531738 Dec 05 22:07:29.629066 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e802668-cd60-449f-86f7-af5674f75473 req-776ca2e2-7e2b-412d-bf0b-1d40a4a79756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:07:29.630695 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1e802668-cd60-449f-86f7-af5674f75473 req-776ca2e2-7e2b-412d-bf0b-1d40a4a79756 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37ac9d224de24a2484f2fdefe069b4bf&device_id=b900a951-b0af-4791-9c68-afa87a0b4846 HTTP/1.1" status: 200 len: 1162 time: 0.1056085 Dec 05 22:07:29.854153 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e802668-cd60-449f-86f7-af5674f75473 req-3fd5835d-0192-4d2f-b179-4193a85760c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:07:29.855726 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1e802668-cd60-449f-86f7-af5674f75473 req-3fd5835d-0192-4d2f-b179-4193a85760c8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=811ae4e3-171e-48fa-8bac-30edfe0da7b4 HTTP/1.1" status: 200 len: 904 time: 0.2033892 Dec 05 22:07:29.884403 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:07:29.937662 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1e802668-cd60-449f-86f7-af5674f75473 req-b2702a44-3f6e-4a91-bab9-166554b77631 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6a35222-ae62-4ae7-b015-af636a2f0cf3 HTTP/1.1" status: 200 len: 217 time: 0.0743544 Dec 05 22:07:30.013152 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e802668-cd60-449f-86f7-af5674f75473 req-deb8a533-13c1-4cd3-94fd-599ce34d023c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:07:30.014776 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1e802668-cd60-449f-86f7-af5674f75473 req-deb8a533-13c1-4cd3-94fd-599ce34d023c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1dcf2694-5e4a-45e4-991f-a09b77fb18bf HTTP/1.1" status: 200 len: 849 time: 0.0708890 Dec 05 22:07:30.096263 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e802668-cd60-449f-86f7-af5674f75473 req-0ada4cdc-49b4-4852-91a4-fd0be2f5514b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:07:30.097894 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1e802668-cd60-449f-86f7-af5674f75473 req-0ada4cdc-49b4-4852-91a4-fd0be2f5514b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=811ae4e3-171e-48fa-8bac-30edfe0da7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763719 Dec 05 22:07:30.244126 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1e802668-cd60-449f-86f7-af5674f75473 req-788c08ae-3bea-4529-b44c-d4c9f5afbaa9 service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382873 Dec 05 22:07:30.392611 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1e802668-cd60-449f-86f7-af5674f75473 req-622410f3-2297-41dd-b15b-25178695eab7 service neutron] 10.222.0.53 "GET /v2.0/networks/811ae4e3-171e-48fa-8bac-30edfe0da7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1407039 Dec 05 22:07:31.230454 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:07:43.547079 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 22:07:46.058510 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:07:54.938388 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f6008adc-2459-4db8-86f3-c8a8ae42e199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:07:57.857088 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7da60c12-f63f-4aa0-88a7-7634724c5acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:07:58.498467 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:07:59.968711 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:08:01.235921 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:08:16.056975 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:08:20.547912 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-b42f93e4-4b76-4c8a-91eb-04de8b0f9ab6 None None] Agent healthcheck: found 6 active agents {{(pid=80242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 05 22:08:24.942860 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e719e72b-e1ac-45d8-b1d1-459ee66230c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:08:27.860249 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bc97c263-46d8-4072-b9fa-5c9e6cc91b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:08:28.501935 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-abe599b7-08f4-4bb9-978a-8e607cec29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:08:29.883608 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-69fef532-e068-469a-82fd-a07d02f12173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:08:31.239797 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-70810a4b-d4f0-451e-969e-62a1255df799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 05 22:08:31.324069 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-842e86ac-bea7-4f1a-8a67-5418a420f792 req-c02b896d-d28e-4f3e-8db9-8d7e441a7762 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0802312 Dec 05 22:08:31.436716 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e86ac-bea7-4f1a-8a67-5418a420f792 req-35371f96-0189-4b20-90af-941deca25efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:08:31.438498 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-842e86ac-bea7-4f1a-8a67-5418a420f792 req-35371f96-0189-4b20-90af-941deca25efd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4d0fd6f9ae7423f8a6f280d3c1ae060&device_id=68dd9236-14e6-4754-b247-a629ddb9d5c2 HTTP/1.1" status: 200 len: 1162 time: 0.0798988 Dec 05 22:08:31.602350 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e86ac-bea7-4f1a-8a67-5418a420f792 req-d9cfbf57-e5e1-45e9-affe-d0a884949a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:08:31.603961 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-842e86ac-bea7-4f1a-8a67-5418a420f792 req-d9cfbf57-e5e1-45e9-affe-d0a884949a15 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba83bbf0-3b38-4232-af09-1ca8d508a608 HTTP/1.1" status: 200 len: 911 time: 0.1449220 Dec 05 22:08:31.681201 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-842e86ac-bea7-4f1a-8a67-5418a420f792 req-9e8aab01-86ff-4fc1-9888-67c6fca66f39 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=608b4e65-975a-4c85-af2d-4fbf1a5b2a1a HTTP/1.1" status: 200 len: 217 time: 0.0700121 Dec 05 22:08:31.752512 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e86ac-bea7-4f1a-8a67-5418a420f792 req-7e2178c2-946e-41da-91c1-ec22c1d2f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:08:31.754134 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-842e86ac-bea7-4f1a-8a67-5418a420f792 req-7e2178c2-946e-41da-91c1-ec22c1d2f165 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9202ba51-95a8-4744-9f6f-9b6d34d32b9b HTTP/1.1" status: 200 len: 856 time: 0.0658176 Dec 05 22:08:31.842437 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e86ac-bea7-4f1a-8a67-5418a420f792 req-2f25ee68-abc0-46d8-8184-36b0da1dc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 05 22:08:31.844150 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-842e86ac-bea7-4f1a-8a67-5418a420f792 req-2f25ee68-abc0-46d8-8184-36b0da1dc2a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba83bbf0-3b38-4232-af09-1ca8d508a608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825639 Dec 05 22:08:31.990302 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-842e86ac-bea7-4f1a-8a67-5418a420f792 req-1c88e0c6-1164-4c89-9337-9028c3c1e9f3 service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385291 Dec 05 22:08:32.137762 dv-cinder-757908-4-iscsi neutron-server[80130]: INFO neutron.wsgi [req-842e86ac-bea7-4f1a-8a67-5418a420f792 req-52947989-651c-4bcf-ada6-701f2cd475ab service neutron] 10.222.0.53 "GET /v2.0/networks/ba83bbf0-3b38-4232-af09-1ca8d508a608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401997 Dec 05 22:08:46.060972 dv-cinder-757908-4-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-472e9928-91cd-4c53-9fb7-7d89e5120733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284943838938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1338815'] for agent, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}